---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:56:01.682728Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bgwtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22596"
    uid: ae457223-55f0-463a-a544-2d2cd32ce7ea
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bgwtx
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:56:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:56:01Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bgwtx.18c6bd692a9713c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22603"
    uid: e729b441-f648-49cf-ab0e-1e2b0ce72d1e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bgwtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22607"
    uid: ae457223-55f0-463a-a544-2d2cd32ce7ea
  kind: Event
  lastTimestamp: "2026-07-29T10:56:02Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:56:02Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bgwtx.18c6bd69443081a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22615"
    uid: 3ef8f5c9-7733-4c8a-bfc7-effe3449cdc6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bgwtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22598"
    uid: ae457223-55f0-463a-a544-2d2cd32ce7ea
  kind: Event
  lastTimestamp: "2026-07-29T10:56:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:02Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bgwtx.18c6bd69459db7a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22617"
    uid: c1867ce9-50d3-4f36-a60f-8c5d7d6743d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bgwtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22598"
    uid: ae457223-55f0-463a-a544-2d2cd32ce7ea
  kind: Event
  lastTimestamp: "2026-07-29T10:56:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T10:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:02Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bgwtx.18c6bd69486efdc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22619"
    uid: 455052d4-b581-4f04-acf0-af6385fe3b8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bgwtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22598"
    uid: ae457223-55f0-463a-a544-2d2cd32ce7ea
  kind: Event
  lastTimestamp: "2026-07-29T10:56:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T10:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:02Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bgwtx.18c6bd6948deb40b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22621"
    uid: 130f3d93-d54f-4eae-b5b7-e29977b91809
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bgwtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22598"
    uid: ae457223-55f0-463a-a544-2d2cd32ce7ea
  kind: Event
  lastTimestamp: "2026-07-29T10:56:06Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:06Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bgwtx.18c6bd6a5da1578f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22657"
    uid: 8803aef6-b6e7-40eb-bd77-4f49c96fc35d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bgwtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22598"
    uid: ae457223-55f0-463a-a544-2d2cd32ce7ea
  kind: Event
  lastTimestamp: "2026-07-29T10:56:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T10:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:06Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bgwtx.18c6bd6a60ab9fa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22659"
    uid: f5e9dae9-cffd-4099-a78d-d384b281ac74
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bgwtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22598"
    uid: ae457223-55f0-463a-a544-2d2cd32ce7ea
  kind: Event
  lastTimestamp: "2026-07-29T10:56:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:06Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bgwtx.18c6bd6a611c42d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22662"
    uid: 56998241-59db-42f9-8979-3045f9b41cf7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bgwtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22598"
    uid: ae457223-55f0-463a-a544-2d2cd32ce7ea
  kind: Event
  lastTimestamp: "2026-07-29T10:56:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:06Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bgwtx.18c6bd6a61260426
    namespace: kserve-ci-e2e-test
    resourceVersion: "22663"
    uid: 6b8d667b-9cb5-471c-b4f0-869e479e2d63
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bgwtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22598"
    uid: ae457223-55f0-463a-a544-2d2cd32ce7ea
  kind: Event
  lastTimestamp: "2026-07-29T10:56:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T10:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:06Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bgwtx.18c6bd6a64227e18
    namespace: kserve-ci-e2e-test
    resourceVersion: "22666"
    uid: cf5c63aa-5b41-4415-b8a5-980e6d28b4a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bgwtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22598"
    uid: ae457223-55f0-463a-a544-2d2cd32ce7ea
  kind: Event
  lastTimestamp: "2026-07-29T10:56:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:06Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bgwtx.18c6bd6a649d2f18
    namespace: kserve-ci-e2e-test
    resourceVersion: "22668"
    uid: de7c211f-e6ae-4d88-a2ea-c3671defe995
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bgwtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22598"
    uid: ae457223-55f0-463a-a544-2d2cd32ce7ea
  kind: Event
  lastTimestamp: "2026-07-29T10:56:14Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T10:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:14Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bgwtx.18c6bd6ad58d67ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "22731"
    uid: 4c007ec7-10a4-4727-9517-640350500b73
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bgwtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22598"
    uid: ae457223-55f0-463a-a544-2d2cd32ce7ea
  kind: Event
  lastTimestamp: "2026-07-29T10:56:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:36Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bgwtx.18c6bd715625f3d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22910"
    uid: d02acd5d-e954-46fb-bfbe-2f242d2280f5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bgwtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22598"
    uid: ae457223-55f0-463a-a544-2d2cd32ce7ea
  kind: Event
  lastTimestamp: "2026-07-29T10:56:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:36Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bgwtx.18c6bd7156266743
    namespace: kserve-ci-e2e-test
    resourceVersion: "22912"
    uid: 6fe2011b-0614-409b-bccc-c9b85d78948e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "22587"
    uid: 3e3846e2-383a-42e4-842f-947f9e30994c
  kind: Event
  lastTimestamp: "2026-07-29T10:56:01Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-bgwtx'
  metadata:
    creationTimestamp: "2026-07-29T10:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:56:01Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18c6bd692a25d02d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22597"
    uid: 272afa02-6388-4524-b812-7160115acacf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22585"
    uid: 34a3e382-d7f8-45ec-b68f-c91e48166531
  kind: Event
  lastTimestamp: "2026-07-29T10:56:01Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-29T10:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:56:01Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c6bd69270876e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22588"
    uid: 484a314d-770e-429c-87ac-a2cc28ef4a9f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22586"
    uid: 35079994-d89a-476b-be5e-4d7d3189da6e
  kind: Event
  lastTimestamp: "2026-07-29T10:56:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:56:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:56:16Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c6bd6ca59a597a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22743"
    uid: 0789ef79-c63e-47da-b5e9-ccfc5f48c2f3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22586"
    uid: 35079994-d89a-476b-be5e-4d7d3189da6e
  kind: Event
  lastTimestamp: "2026-07-29T10:56:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:56:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:56:16Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c6bd6ca60cc14f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22745"
    uid: 0d127b07-d32e-454a-9ee7-b757114c7739
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22744"
    uid: 35079994-d89a-476b-be5e-4d7d3189da6e
  kind: Event
  lastTimestamp: "2026-07-29T10:56:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T10:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:56:31Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c6bd7025558fb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22854"
    uid: c2a9d4c7-d04f-4ad7-938b-1527c0c33824
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22744"
    uid: 35079994-d89a-476b-be5e-4d7d3189da6e
  kind: Event
  lastTimestamp: "2026-07-29T10:56:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T10:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:56:31Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c6bd7025c07e06
    namespace: kserve-ci-e2e-test
    resourceVersion: "22856"
    uid: 2d656d84-8c67-4832-a71d-94d8d659300c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22577"
    uid: 520b9608-d75e-4841-bd67-35fc1393f4e6
  kind: Event
  lastTimestamp: "2026-07-29T10:56:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T10:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:56:24Z"
    name: isvc-autogluon-ts-v1-noslash.18c6bd692718409d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22811"
    uid: 155b7c38-84cf-41e2-83d9-ab00fc2a1b05
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22577"
    uid: 520b9608-d75e-4841-bd67-35fc1393f4e6
  kind: Event
  lastTimestamp: "2026-07-29T10:56:01Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:56:01Z"
    name: isvc-autogluon-ts-v1-noslash.18c6bd692781e3fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22592"
    uid: e12b2442-bb22-4efd-9c97-a428bce98317
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22808"
    uid: 520b9608-d75e-4841-bd67-35fc1393f4e6
  kind: Event
  lastTimestamp: "2026-07-29T10:56:24Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-29T10:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:56:24Z"
    name: isvc-autogluon-ts-v1-noslash.18c6bd6e952e959c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22810"
    uid: 0831040b-f399-467c-8724-124e382fa209
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:55:14.431939Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z25nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22176"
    uid: 6afa640c-1ae4-4c44-8a83-2883636acba1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z25nf
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:55:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:55:14Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z25nf.18c6bd5e2a3931a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22180"
    uid: 543e22c4-735c-48de-bb54-68403b9ae43f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z25nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22183"
    uid: 6afa640c-1ae4-4c44-8a83-2883636acba1
  kind: Event
  lastTimestamp: "2026-07-29T10:55:14Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:55:14Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z25nf.18c6bd5e43aff243
    namespace: kserve-ci-e2e-test
    resourceVersion: "22196"
    uid: 417da207-950e-491b-86eb-ebc9470aa7ee
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z25nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22178"
    uid: 6afa640c-1ae4-4c44-8a83-2883636acba1
  kind: Event
  lastTimestamp: "2026-07-29T10:55:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:55:14Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z25nf.18c6bd5e450d3fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22198"
    uid: ee092179-8440-46f8-aebb-3ba0b1c284ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z25nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22178"
    uid: 6afa640c-1ae4-4c44-8a83-2883636acba1
  kind: Event
  lastTimestamp: "2026-07-29T10:55:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T10:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:55:14Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z25nf.18c6bd5e47f2770d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22199"
    uid: cf159f25-7656-4944-b032-8f445e2c58ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z25nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22178"
    uid: 6afa640c-1ae4-4c44-8a83-2883636acba1
  kind: Event
  lastTimestamp: "2026-07-29T10:55:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T10:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:55:14Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z25nf.18c6bd5e485f7454
    namespace: kserve-ci-e2e-test
    resourceVersion: "22200"
    uid: f8bb660c-b129-4eee-a410-4a6fbe92c4d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z25nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22178"
    uid: 6afa640c-1ae4-4c44-8a83-2883636acba1
  kind: Event
  lastTimestamp: "2026-07-29T10:55:22Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:55:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:55:22Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z25nf.18c6bd6012993476
    namespace: kserve-ci-e2e-test
    resourceVersion: "22261"
    uid: dec0bcbc-b077-4c00-9135-f85e4030f653
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z25nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22178"
    uid: 6afa640c-1ae4-4c44-8a83-2883636acba1
  kind: Event
  lastTimestamp: "2026-07-29T10:55:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T10:55:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:55:22Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z25nf.18c6bd60158388da
    namespace: kserve-ci-e2e-test
    resourceVersion: "22263"
    uid: f90b3ff1-8a3a-4b93-8e95-aaccb703996e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z25nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22178"
    uid: 6afa640c-1ae4-4c44-8a83-2883636acba1
  kind: Event
  lastTimestamp: "2026-07-29T10:55:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:55:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:55:22Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z25nf.18c6bd6015f282c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22265"
    uid: 2e6c8afc-3724-458a-91ea-8b1ecc009d61
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z25nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22178"
    uid: 6afa640c-1ae4-4c44-8a83-2883636acba1
  kind: Event
  lastTimestamp: "2026-07-29T10:55:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:55:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:55:22Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z25nf.18c6bd6015fc46e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22267"
    uid: 3b711330-1a30-484e-8794-ee6b271afa37
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z25nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22178"
    uid: 6afa640c-1ae4-4c44-8a83-2883636acba1
  kind: Event
  lastTimestamp: "2026-07-29T10:55:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T10:55:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:55:22Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z25nf.18c6bd6018e14c24
    namespace: kserve-ci-e2e-test
    resourceVersion: "22269"
    uid: 7faff054-fb81-40ed-a56c-cc2acae827a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z25nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22178"
    uid: 6afa640c-1ae4-4c44-8a83-2883636acba1
  kind: Event
  lastTimestamp: "2026-07-29T10:55:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:55:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:55:22Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z25nf.18c6bd601961c1b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22270"
    uid: 45a93fff-575f-4e75-a6b8-3635c428d060
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z25nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22178"
    uid: 6afa640c-1ae4-4c44-8a83-2883636acba1
  kind: Event
  lastTimestamp: "2026-07-29T10:55:30Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T10:55:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:55:30Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z25nf.18c6bd604ea7043f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22332"
    uid: 98b12ab7-ed2d-4af8-b07a-23d01d0616ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z25nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22178"
    uid: 6afa640c-1ae4-4c44-8a83-2883636acba1
  kind: Event
  lastTimestamp: "2026-07-29T10:55:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:55:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:55:56Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z25nf.18c6bd67f68acb56
    namespace: kserve-ci-e2e-test
    resourceVersion: "22535"
    uid: 8f75103d-f687-4959-ba3b-547255ceb874
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z25nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22178"
    uid: 6afa640c-1ae4-4c44-8a83-2883636acba1
  kind: Event
  lastTimestamp: "2026-07-29T10:55:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:55:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:55:56Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z25nf.18c6bd67f68b41b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22536"
    uid: d9355017-1cce-4472-9b73-6deb594cba6a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22165"
    uid: 4dfb1155-a22b-467c-b47d-630de1affe0a
  kind: Event
  lastTimestamp: "2026-07-29T10:55:14Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-z25nf'
  metadata:
    creationTimestamp: "2026-07-29T10:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:55:14Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18c6bd5e29ce409d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22177"
    uid: b579ab0b-bf04-42f7-b979-4d85a5b100d5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22163"
    uid: ac068774-c366-4145-a80f-dd48deedbf7a
  kind: Event
  lastTimestamp: "2026-07-29T10:55:14Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-29T10:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:55:14Z"
    name: isvc-autogluon-ts-v1-predictor.18c6bd5e25531efb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22166"
    uid: 8928fb1d-3879-488e-8571-4cf20bd2f322
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22164"
    uid: bd801807-d8cd-4227-9f74-df8ee4530a76
  kind: Event
  lastTimestamp: "2026-07-29T10:55:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:55:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:55:44Z"
    name: isvc-autogluon-ts-v1-predictor.18c6bd61a434abca
    namespace: kserve-ci-e2e-test
    resourceVersion: "22434"
    uid: a9912e0b-d9c8-4897-897a-56b958babf2a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22164"
    uid: bd801807-d8cd-4227-9f74-df8ee4530a76
  kind: Event
  lastTimestamp: "2026-07-29T10:55:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:55:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:55:44Z"
    name: isvc-autogluon-ts-v1-predictor.18c6bd61a4ab5284
    namespace: kserve-ci-e2e-test
    resourceVersion: "22435"
    uid: 29b6f3ea-bcd7-4171-9fa5-1b78623171ec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22155"
    uid: 3e51b593-b439-4756-90e3-c9eab6d1a936
  kind: Event
  lastTimestamp: "2026-07-29T10:55:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T10:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:55:40Z"
    name: isvc-autogluon-ts-v1.18c6bd5e255371e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22407"
    uid: 25f17582-7dd3-4efd-93a5-50bfad6e1ac5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22155"
    uid: 3e51b593-b439-4756-90e3-c9eab6d1a936
  kind: Event
  lastTimestamp: "2026-07-29T10:55:14Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:55:14Z"
    name: isvc-autogluon-ts-v1.18c6bd5e25f6bd34
    namespace: kserve-ci-e2e-test
    resourceVersion: "22186"
    uid: 8c54930e-4ef7-4286-bc03-2e9f903ad918
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22158"
    uid: 3e51b593-b439-4756-90e3-c9eab6d1a936
  kind: Event
  lastTimestamp: "2026-07-29T10:55:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:55:14Z"
    name: isvc-autogluon-ts-v1.18c6bd5e2bef6f1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22187"
    uid: c40d31fe-4421-4edd-b9a4-f6e83c3f5d17
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22404"
    uid: 3e51b593-b439-4756-90e3-c9eab6d1a936
  kind: Event
  lastTimestamp: "2026-07-29T10:55:40Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-29T10:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:55:40Z"
    name: isvc-autogluon-ts-v1.18c6bd644a31bc62
    namespace: kserve-ci-e2e-test
    resourceVersion: "22405"
    uid: ccc6fecf-0353-4540-b7f4-37c2082db892
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:45:28.910953Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17730"
    uid: 0c921ba4-9e44-4e84-9446-7b208103a67c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-fvxm7
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:45:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:45:28Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxm7.18c6bcd5d673f69b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17735"
    uid: ff2a8ef1-ac82-48e3-af7a-8681f584c37a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: 0c921ba4-9e44-4e84-9446-7b208103a67c
  kind: Event
  lastTimestamp: "2026-07-29T10:45:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-29T10:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:29Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxm7.18c6bcd5e1d7fd8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17752"
    uid: 80b285a0-266a-4f4f-b887-2493dbb6ac16
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17743"
    uid: 0c921ba4-9e44-4e84-9446-7b208103a67c
  kind: Event
  lastTimestamp: "2026-07-29T10:45:29Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:45:29Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxm7.18c6bcd613b2767f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17765"
    uid: 7c14fe30-af9d-4c8c-ae49-5aca350d18d0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: 0c921ba4-9e44-4e84-9446-7b208103a67c
  kind: Event
  lastTimestamp: "2026-07-29T10:45:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:29Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxm7.18c6bcd6157ac111
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: 68091578-a97a-4cf3-b14f-53cf118c50f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: 0c921ba4-9e44-4e84-9446-7b208103a67c
  kind: Event
  lastTimestamp: "2026-07-29T10:45:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T10:45:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:30Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxm7.18c6bcd618952c6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: efaa497d-bc52-44c3-a5de-8157cd11d2ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: 0c921ba4-9e44-4e84-9446-7b208103a67c
  kind: Event
  lastTimestamp: "2026-07-29T10:45:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T10:45:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:30Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxm7.18c6bcd61903a518
    namespace: kserve-ci-e2e-test
    resourceVersion: "17771"
    uid: a4e5de3e-ab67-4b77-a04a-2bf4381228c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:46:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: 0c921ba4-9e44-4e84-9446-7b208103a67c
  kind: Event
  lastTimestamp: "2026-07-29T10:46:00Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-07-29T10:46:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:46:00Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxm7.18c6bcdd1a3c3774
    namespace: kserve-ci-e2e-test
    resourceVersion: "17997"
    uid: 60f30b53-f096-488f-86c5-81d723a5b80b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:47:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: 0c921ba4-9e44-4e84-9446-7b208103a67c
  kind: Event
  lastTimestamp: "2026-07-29T10:47:50Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 1m50.522s
    (1m50.522s including waiting). Image size: 8940333850 bytes.'
  metadata:
    creationTimestamp: "2026-07-29T10:47:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:47:50Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxm7.18c6bcf6d5e46915
    namespace: kserve-ci-e2e-test
    resourceVersion: "18759"
    uid: 91d6884d-e912-4973-bf8f-36428b3d0aa9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:47:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: 0c921ba4-9e44-4e84-9446-7b208103a67c
  kind: Event
  lastTimestamp: "2026-07-29T10:47:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T10:47:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:47:50Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxm7.18c6bcf6db9f4262
    namespace: kserve-ci-e2e-test
    resourceVersion: "18760"
    uid: 97e0e584-4d6d-4858-ad55-2ac36358fe49
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:47:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: 0c921ba4-9e44-4e84-9446-7b208103a67c
  kind: Event
  lastTimestamp: "2026-07-29T10:47:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:47:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:47:50Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxm7.18c6bcf6dcb3342d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18761"
    uid: 5e1ac886-827e-40e0-b8b1-add364d3992c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:47:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: 0c921ba4-9e44-4e84-9446-7b208103a67c
  kind: Event
  lastTimestamp: "2026-07-29T10:47:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:47:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:47:50Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxm7.18c6bcf6dcbc04e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18763"
    uid: 3cba019d-bcd8-492e-8973-b3d5cc355224
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:47:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: 0c921ba4-9e44-4e84-9446-7b208103a67c
  kind: Event
  lastTimestamp: "2026-07-29T10:47:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T10:47:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:47:50Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxm7.18c6bcf6e2187001
    namespace: kserve-ci-e2e-test
    resourceVersion: "18764"
    uid: 5f04a1ac-beae-4133-b4e0-b2cbf2cdd778
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:47:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: 0c921ba4-9e44-4e84-9446-7b208103a67c
  kind: Event
  lastTimestamp: "2026-07-29T10:47:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:47:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:47:50Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxm7.18c6bcf6e367ba3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18765"
    uid: 1a11a279-3db5-4418-80cf-c55e960eaccb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T10:47:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: 0c921ba4-9e44-4e84-9446-7b208103a67c
  kind: Event
  lastTimestamp: "2026-07-29T10:47:58Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T10:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:47:58Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxm7.18c6bcf74db1011f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18826"
    uid: dcaba42b-2e78-4b16-8411-557d35e6cf7c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:48:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: 0c921ba4-9e44-4e84-9446-7b208103a67c
  kind: Event
  lastTimestamp: "2026-07-29T10:48:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:48:15Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxm7.18c6bcfc854ba5d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18969"
    uid: 778e19f6-6b59-45c1-beec-271e76ed649b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:48:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: 0c921ba4-9e44-4e84-9446-7b208103a67c
  kind: Event
  lastTimestamp: "2026-07-29T10:48:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:48:15Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxm7.18c6bcfc854c1033
    namespace: kserve-ci-e2e-test
    resourceVersion: "18970"
    uid: 2fe16185-bd7f-441a-a811-eb814ae97be8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "17706"
    uid: 3e4dc0a7-903d-45b8-a00b-2d239c2fbfbc
  kind: Event
  lastTimestamp: "2026-07-29T10:45:28Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-fvxm7'
  metadata:
    creationTimestamp: "2026-07-29T10:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:45:28Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18c6bcd5d6001b74
    namespace: kserve-ci-e2e-test
    resourceVersion: "17731"
    uid: 2f916daa-ad81-48a0-b52e-fe7edb6e1746
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17702"
    uid: 6ce30827-6484-42e9-a529-da19bf5207e7
  kind: Event
  lastTimestamp: "2026-07-29T10:45:28Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-29T10:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:45:28Z"
    name: isvc-autogluon-v1-predictor.18c6bcd5d2814670
    namespace: kserve-ci-e2e-test
    resourceVersion: "17709"
    uid: bcc13e57-0fed-44fe-a82b-0d2cb20bd10e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17705"
    uid: 2c571cd3-0ce4-4096-ad72-b1176a41b27d
  kind: Event
  lastTimestamp: "2026-07-29T10:47:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:45:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:47:59Z"
    name: isvc-autogluon-v1-predictor.18c6bcd950f69af3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18830"
    uid: 8f34df84-b1e4-4e11-9751-fe31d5bb95d7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17705"
    uid: 2c571cd3-0ce4-4096-ad72-b1176a41b27d
  kind: Event
  lastTimestamp: "2026-07-29T10:47:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:45:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:47:59Z"
    name: isvc-autogluon-v1-predictor.18c6bcd9515f95c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18831"
    uid: 65230c05-2ad7-42ca-96b9-01ca2b4d9550
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:48:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17879"
    uid: 2c571cd3-0ce4-4096-ad72-b1176a41b27d
  kind: Event
  lastTimestamp: "2026-07-29T10:48:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T10:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:48:14Z"
    name: isvc-autogluon-v1-predictor.18c6bcfc4746f48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18945"
    uid: 60c6fb17-6ef6-48ec-af35-5c03170d6156
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:48:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17879"
    uid: 2c571cd3-0ce4-4096-ad72-b1176a41b27d
  kind: Event
  lastTimestamp: "2026-07-29T10:48:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T10:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:48:14Z"
    name: isvc-autogluon-v1-predictor.18c6bcfc47c9e8d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18947"
    uid: 6fa9b641-fad7-4c46-a4de-486a2a7bbebd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17681"
    uid: 92b88dca-f57c-4adb-8150-c10b6dba0f70
  kind: Event
  lastTimestamp: "2026-07-29T10:48:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T10:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:48:08Z"
    name: isvc-autogluon-v1.18c6bcd5d286f3ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "18906"
    uid: e4ca744f-2663-4bdd-8539-aecc088a2938
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17714"
    uid: 92b88dca-f57c-4adb-8150-c10b6dba0f70
  kind: Event
  lastTimestamp: "2026-07-29T10:45:28Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:45:28Z"
    name: isvc-autogluon-v1.18c6bcd5d680772f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17736"
    uid: 116d4676-1312-43c7-aead-9a7a20d60f24
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:48:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18904"
    uid: 92b88dca-f57c-4adb-8150-c10b6dba0f70
  kind: Event
  lastTimestamp: "2026-07-29T10:48:08Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-29T10:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:48:08Z"
    name: isvc-autogluon-v1.18c6bcfb0d1408be
    namespace: kserve-ci-e2e-test
    resourceVersion: "18905"
    uid: 4ecf4161-9d26-42ae-813a-1d0f55844dbb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:52:53.177856Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9wrf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21112"
    uid: 175a4079-d16d-4f38-9dc4-3b06f6987b53
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-9wrf2
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:52:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:52:53Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9wrf2.18c6bd3d46d2e28b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21117"
    uid: 6419e583-2d36-407a-9b9d-133561e404c1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:52:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9wrf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21121"
    uid: 175a4079-d16d-4f38-9dc4-3b06f6987b53
  kind: Event
  lastTimestamp: "2026-07-29T10:52:53Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:52:53Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9wrf2.18c6bd3d6067a3a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21130"
    uid: b8c2b44f-038f-4cfa-ac1c-a79a60b8d762
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:52:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9wrf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21114"
    uid: 175a4079-d16d-4f38-9dc4-3b06f6987b53
  kind: Event
  lastTimestamp: "2026-07-29T10:52:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:52:53Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9wrf2.18c6bd3d61e7af9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21132"
    uid: 2395d3e9-6e96-4db6-b8bc-a62ad955f3f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:52:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9wrf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21114"
    uid: 175a4079-d16d-4f38-9dc4-3b06f6987b53
  kind: Event
  lastTimestamp: "2026-07-29T10:52:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T10:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:52:53Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9wrf2.18c6bd3d647a1ff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21133"
    uid: 06c3d858-5dce-43e9-9a74-8dee6f6a0942
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:52:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9wrf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21114"
    uid: 175a4079-d16d-4f38-9dc4-3b06f6987b53
  kind: Event
  lastTimestamp: "2026-07-29T10:52:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T10:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:52:53Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9wrf2.18c6bd3d64f91f04
    namespace: kserve-ci-e2e-test
    resourceVersion: "21134"
    uid: 6356325d-eb4f-423d-9b0c-c0714e1c9944
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9wrf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21114"
    uid: 175a4079-d16d-4f38-9dc4-3b06f6987b53
  kind: Event
  lastTimestamp: "2026-07-29T10:53:24Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:53:24Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9wrf2.18c6bd447aa4d210
    namespace: kserve-ci-e2e-test
    resourceVersion: "21354"
    uid: e31f7b14-8dbf-43b2-a5a3-a70c2e8c7344
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9wrf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21114"
    uid: 175a4079-d16d-4f38-9dc4-3b06f6987b53
  kind: Event
  lastTimestamp: "2026-07-29T10:53:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T10:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:53:24Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9wrf2.18c6bd447dd15fd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21358"
    uid: a3d35a95-4405-424e-a0f5-74a158be3d62
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9wrf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21114"
    uid: 175a4079-d16d-4f38-9dc4-3b06f6987b53
  kind: Event
  lastTimestamp: "2026-07-29T10:53:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:53:24Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9wrf2.18c6bd447e3ed236
    namespace: kserve-ci-e2e-test
    resourceVersion: "21361"
    uid: b0965108-b296-4ba1-ae25-5a3b2bdf46d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9wrf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21114"
    uid: 175a4079-d16d-4f38-9dc4-3b06f6987b53
  kind: Event
  lastTimestamp: "2026-07-29T10:53:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:53:24Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9wrf2.18c6bd447e48423c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21362"
    uid: 7f3adcff-9d03-427e-b008-b05e84e57a1e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9wrf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21114"
    uid: 175a4079-d16d-4f38-9dc4-3b06f6987b53
  kind: Event
  lastTimestamp: "2026-07-29T10:53:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T10:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:53:24Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9wrf2.18c6bd4481e0dd07
    namespace: kserve-ci-e2e-test
    resourceVersion: "21364"
    uid: 4ae76d12-41c9-40de-b0aa-57f71d0f76b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9wrf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21114"
    uid: 175a4079-d16d-4f38-9dc4-3b06f6987b53
  kind: Event
  lastTimestamp: "2026-07-29T10:53:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:53:24Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9wrf2.18c6bd448251fc66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21365"
    uid: b0a4e367-5f90-465e-acfd-e926859254eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9wrf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21114"
    uid: 175a4079-d16d-4f38-9dc4-3b06f6987b53
  kind: Event
  lastTimestamp: "2026-07-29T10:55:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:55:09Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9wrf2.18c6bd5cf7f269f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22112"
    uid: 14d003b5-dbfb-45f4-b247-be4840811442
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9wrf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21114"
    uid: 175a4079-d16d-4f38-9dc4-3b06f6987b53
  kind: Event
  lastTimestamp: "2026-07-29T10:55:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:55:09Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9wrf2.18c6bd5cf7f2ef50
    namespace: kserve-ci-e2e-test
    resourceVersion: "22113"
    uid: 0a9f33db-988b-4826-bdc4-d0a35434ebd6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:52:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21101"
    uid: cd92e9c8-47d9-4263-8ceb-805608f2c4e6
  kind: Event
  lastTimestamp: "2026-07-29T10:52:53Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-9wrf2'
  metadata:
    creationTimestamp: "2026-07-29T10:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:52:53Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18c6bd3d465d407f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21113"
    uid: 24fc34f8-ffba-4c03-96a0-ae7f87c15058
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:52:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21099"
    uid: 9d6b70ba-a4cf-44fe-810f-dd5aad58bf02
  kind: Event
  lastTimestamp: "2026-07-29T10:52:53Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-29T10:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:52:53Z"
    name: isvc-autogluon-v2-noslash-predictor.18c6bd3d41a68eb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21102"
    uid: ff485745-ae1b-43e8-bf4c-093c6ff74325
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:53:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21100"
    uid: bc2314ed-d007-4d8a-b087-0d2372a2593b
  kind: Event
  lastTimestamp: "2026-07-29T10:53:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:53:23Z"
    name: isvc-autogluon-v2-noslash-predictor.18c6bd40c0578de8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21347"
    uid: a919332a-dae7-4a3f-8a21-96bd361085d3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:53:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21100"
    uid: bc2314ed-d007-4d8a-b087-0d2372a2593b
  kind: Event
  lastTimestamp: "2026-07-29T10:53:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:53:23Z"
    name: isvc-autogluon-v2-noslash-predictor.18c6bd40c0c8119d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21348"
    uid: f773e113-3f53-460e-ae46-a5ac59805457
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-29T10:53:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21237"
    uid: bc2314ed-d007-4d8a-b087-0d2372a2593b
  kind: Event
  lastTimestamp: "2026-07-29T10:55:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T10:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:55:08Z"
    name: isvc-autogluon-v2-noslash-predictor.18c6bd47be8a25e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22089"
    uid: eee649cf-49db-4b61-91f9-dbc7b8e99406
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-29T10:53:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21237"
    uid: bc2314ed-d007-4d8a-b087-0d2372a2593b
  kind: Event
  lastTimestamp: "2026-07-29T10:55:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T10:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:55:08Z"
    name: isvc-autogluon-v2-noslash-predictor.18c6bd47bef0c339
    namespace: kserve-ci-e2e-test
    resourceVersion: "22090"
    uid: f9a2b254-14b2-4ff8-9e34-79b3ea2fa672
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T10:52:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21092"
    uid: 4d1cf3bd-fafa-4ac2-92e6-fc4fd60cb004
  kind: Event
  lastTimestamp: "2026-07-29T10:55:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T10:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:55:01Z"
    name: isvc-autogluon-v2-noslash.18c6bd3d41aee039
    namespace: kserve-ci-e2e-test
    resourceVersion: "22041"
    uid: edc4194a-8b78-4399-9787-23fd8d2b3fa0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:52:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21092"
    uid: 4d1cf3bd-fafa-4ac2-92e6-fc4fd60cb004
  kind: Event
  lastTimestamp: "2026-07-29T10:52:53Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:52:53Z"
    name: isvc-autogluon-v2-noslash.18c6bd3d4231a9f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21122"
    uid: 478a598b-7816-4eb9-a491-214e47b3131b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:52:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21095"
    uid: 4d1cf3bd-fafa-4ac2-92e6-fc4fd60cb004
  kind: Event
  lastTimestamp: "2026-07-29T10:52:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:52:53Z"
    name: isvc-autogluon-v2-noslash.18c6bd3d483899d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21123"
    uid: 7963a7ef-00a9-4c35-92e1-b80b90460524
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22039"
    uid: 4d1cf3bd-fafa-4ac2-92e6-fc4fd60cb004
  kind: Event
  lastTimestamp: "2026-07-29T10:55:01Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-29T10:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:55:01Z"
    name: isvc-autogluon-v2-noslash.18c6bd5b3a538c05
    namespace: kserve-ci-e2e-test
    resourceVersion: "22040"
    uid: 4de0dab5-636e-41fd-a81f-064382444b0a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:48:20.205144Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8js6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "19030"
    uid: 5fbd9a61-f6cd-43f3-9a2f-646e9eadf504
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-8js6t
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:48:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:48:20Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8js6t.18c6bcfdb861f1c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19034"
    uid: 5313d7a5-58b0-4747-beb0-dfe22116bf44
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:48:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8js6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "19043"
    uid: 5fbd9a61-f6cd-43f3-9a2f-646e9eadf504
  kind: Event
  lastTimestamp: "2026-07-29T10:48:20Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:48:20Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8js6t.18c6bcfdd42e1fe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19048"
    uid: a9890601-a60b-4cc5-af57-0931ae84833e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:48:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8js6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "19032"
    uid: 5fbd9a61-f6cd-43f3-9a2f-646e9eadf504
  kind: Event
  lastTimestamp: "2026-07-29T10:48:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:48:20Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8js6t.18c6bcfdd58aa4c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19050"
    uid: aa85ed1f-19cd-40bf-ac36-1178ae6ccf30
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:48:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8js6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "19032"
    uid: 5fbd9a61-f6cd-43f3-9a2f-646e9eadf504
  kind: Event
  lastTimestamp: "2026-07-29T10:48:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T10:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:48:20Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8js6t.18c6bcfdda943612
    namespace: kserve-ci-e2e-test
    resourceVersion: "19051"
    uid: 40af73a8-63f4-49fc-8f7e-da83d0d0d8cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:48:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8js6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "19032"
    uid: 5fbd9a61-f6cd-43f3-9a2f-646e9eadf504
  kind: Event
  lastTimestamp: "2026-07-29T10:48:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T10:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:48:20Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8js6t.18c6bcfddb6d91e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19052"
    uid: 715ba4c8-c7cd-4725-9c09-bc1ec0a9b4e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8js6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "19032"
    uid: 5fbd9a61-f6cd-43f3-9a2f-646e9eadf504
  kind: Event
  lastTimestamp: "2026-07-29T10:48:49Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:48:49Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8js6t.18c6bd04a20d4682
    namespace: kserve-ci-e2e-test
    resourceVersion: "19267"
    uid: 5751afef-cc23-4990-8683-e7e42fe59e10
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8js6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "19032"
    uid: 5fbd9a61-f6cd-43f3-9a2f-646e9eadf504
  kind: Event
  lastTimestamp: "2026-07-29T10:48:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T10:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:48:49Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8js6t.18c6bd04a4c1a33b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19269"
    uid: c5c7f4bc-e915-4331-91f9-dc9fb011f337
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8js6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "19032"
    uid: 5fbd9a61-f6cd-43f3-9a2f-646e9eadf504
  kind: Event
  lastTimestamp: "2026-07-29T10:48:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:48:49Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8js6t.18c6bd04a5205463
    namespace: kserve-ci-e2e-test
    resourceVersion: "19270"
    uid: 7fe6cd88-9cb4-4497-b2a5-ef9f13414932
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8js6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "19032"
    uid: 5fbd9a61-f6cd-43f3-9a2f-646e9eadf504
  kind: Event
  lastTimestamp: "2026-07-29T10:48:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:48:49Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8js6t.18c6bd04a52a392c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19272"
    uid: 22411e39-8a73-4125-8b16-6b5777c85708
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8js6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "19032"
    uid: 5fbd9a61-f6cd-43f3-9a2f-646e9eadf504
  kind: Event
  lastTimestamp: "2026-07-29T10:48:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T10:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:48:49Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8js6t.18c6bd04a81d8493
    namespace: kserve-ci-e2e-test
    resourceVersion: "19275"
    uid: c5e5957d-6b73-4a68-b986-72a0061985a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:48:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8js6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "19032"
    uid: 5fbd9a61-f6cd-43f3-9a2f-646e9eadf504
  kind: Event
  lastTimestamp: "2026-07-29T10:48:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:48:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:48:50Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8js6t.18c6bd04a87d5763
    namespace: kserve-ci-e2e-test
    resourceVersion: "19276"
    uid: 766e650f-3666-496c-a2f1-8d796f57af62
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8js6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "19032"
    uid: 5fbd9a61-f6cd-43f3-9a2f-646e9eadf504
  kind: Event
  lastTimestamp: "2026-07-29T10:50:35Z"
  message: 'Readiness probe failed: Get "http://10.133.0.29:8080/v2/models/isvc-autogluon-v2/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-29T10:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:50:35Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8js6t.18c6bd1d4874a34b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20024"
    uid: 81056da0-1ed1-48a9-83a4-d2187519d038
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8js6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "19032"
    uid: 5fbd9a61-f6cd-43f3-9a2f-646e9eadf504
  kind: Event
  lastTimestamp: "2026-07-29T10:50:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:50:36Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8js6t.18c6bd1d686379f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20044"
    uid: 7a9f6f85-c317-48be-ad15-fbf3ec1e7d3f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8js6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "19032"
    uid: 5fbd9a61-f6cd-43f3-9a2f-646e9eadf504
  kind: Event
  lastTimestamp: "2026-07-29T10:50:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:50:36Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8js6t.18c6bd1d6863f4b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20045"
    uid: 40896930-07e0-4d55-bbbe-72d796a23d99
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:48:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19018"
    uid: 8dd2fb64-3193-4087-b2cb-ca788be15799
  kind: Event
  lastTimestamp: "2026-07-29T10:48:20Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-8js6t'
  metadata:
    creationTimestamp: "2026-07-29T10:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:48:20Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18c6bcfdb7f24876
    namespace: kserve-ci-e2e-test
    resourceVersion: "19031"
    uid: e2557999-68ce-4c32-9308-67a28af07d50
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:48:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19016"
    uid: 23760403-4bb7-4b95-a246-5ea606fc5860
  kind: Event
  lastTimestamp: "2026-07-29T10:48:20Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-29T10:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:48:20Z"
    name: isvc-autogluon-v2-predictor.18c6bcfdb364e9c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19019"
    uid: 2381f37a-9321-45aa-954f-ad42fe1d9a54
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-29T10:48:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19017"
    uid: 6e0003f9-5327-46fe-9232-9479908fc63b
  kind: Event
  lastTimestamp: "2026-07-29T10:49:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:49:35Z"
    name: isvc-autogluon-v2-predictor.18c6bd01323ff4b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19591"
    uid: 40f46c80-7a22-4c3e-b46b-621414108708
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-29T10:48:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19017"
    uid: 6e0003f9-5327-46fe-9232-9479908fc63b
  kind: Event
  lastTimestamp: "2026-07-29T10:49:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:49:35Z"
    name: isvc-autogluon-v2-predictor.18c6bd0132a60aa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19592"
    uid: c28d6490-5ebd-477f-ac71-058b62c80ad5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-29T10:49:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19162"
    uid: 6e0003f9-5327-46fe-9232-9479908fc63b
  kind: Event
  lastTimestamp: "2026-07-29T10:50:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T10:49:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:50:35Z"
    name: isvc-autogluon-v2-predictor.18c6bd12adeb5b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "20018"
    uid: 57df5e65-2f03-40a2-ad68-700dfa8bcd63
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-29T10:49:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19162"
    uid: 6e0003f9-5327-46fe-9232-9479908fc63b
  kind: Event
  lastTimestamp: "2026-07-29T10:50:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T10:49:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:50:35Z"
    name: isvc-autogluon-v2-predictor.18c6bd12ae5acd98
    namespace: kserve-ci-e2e-test
    resourceVersion: "20019"
    uid: 2cf0470c-ee7d-4dcc-8aa9-4d883c46fda7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:50:41.470700Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7zqxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20107"
    uid: 34760b6f-bbfa-4dfc-a2eb-af6ce3fdc975
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-7zqxn
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:50:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:50:41Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7zqxn.18c6bd1e9c7739f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20112"
    uid: bbeb2640-f8dc-4da7-b947-fa6af86628d3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:50:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7zqxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20117"
    uid: 34760b6f-bbfa-4dfc-a2eb-af6ce3fdc975
  kind: Event
  lastTimestamp: "2026-07-29T10:50:41Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:50:41Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7zqxn.18c6bd1eb5d07ed2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20125"
    uid: 58191c0f-c18a-4a08-be87-d4f23d59005f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7zqxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20110"
    uid: 34760b6f-bbfa-4dfc-a2eb-af6ce3fdc975
  kind: Event
  lastTimestamp: "2026-07-29T10:50:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:50:41Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7zqxn.18c6bd1eb770403b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20127"
    uid: 1e5f0282-9dea-41fe-91c1-45e90c923f27
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7zqxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20110"
    uid: 34760b6f-bbfa-4dfc-a2eb-af6ce3fdc975
  kind: Event
  lastTimestamp: "2026-07-29T10:50:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T10:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:50:41Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7zqxn.18c6bd1eb9f08b1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20130"
    uid: 9d20a179-7f77-455e-bfd9-52ef6709f8d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7zqxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20110"
    uid: 34760b6f-bbfa-4dfc-a2eb-af6ce3fdc975
  kind: Event
  lastTimestamp: "2026-07-29T10:50:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T10:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:50:41Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7zqxn.18c6bd1eba4fcd53
    namespace: kserve-ci-e2e-test
    resourceVersion: "20131"
    uid: ebb7f119-8f8e-4173-814c-311ab81251fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7zqxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20110"
    uid: 34760b6f-bbfa-4dfc-a2eb-af6ce3fdc975
  kind: Event
  lastTimestamp: "2026-07-29T10:51:00Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:51:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:51:00Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7zqxn.18c6bd23089e92d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20266"
    uid: 0e65d876-a984-4ae8-8d69-36fe381521b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7zqxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20110"
    uid: 34760b6f-bbfa-4dfc-a2eb-af6ce3fdc975
  kind: Event
  lastTimestamp: "2026-07-29T10:51:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T10:51:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:51:00Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7zqxn.18c6bd230b68ba4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20268"
    uid: fd7a2e70-b4ed-4471-bdc6-d7776fc81fe3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7zqxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20110"
    uid: 34760b6f-bbfa-4dfc-a2eb-af6ce3fdc975
  kind: Event
  lastTimestamp: "2026-07-29T10:51:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:51:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:51:00Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7zqxn.18c6bd230bc7b6c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20269"
    uid: 118b3e54-eb33-41a6-bec7-2440f4ead60a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7zqxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20110"
    uid: 34760b6f-bbfa-4dfc-a2eb-af6ce3fdc975
  kind: Event
  lastTimestamp: "2026-07-29T10:51:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:51:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:51:00Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7zqxn.18c6bd230bd1550b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20270"
    uid: 16d0120f-a752-4870-8987-9c995325d173
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7zqxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20110"
    uid: 34760b6f-bbfa-4dfc-a2eb-af6ce3fdc975
  kind: Event
  lastTimestamp: "2026-07-29T10:51:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T10:51:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:51:00Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7zqxn.18c6bd230f00c55b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20275"
    uid: 5745cb12-7166-4a37-b567-1063e08fa8fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7zqxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20110"
    uid: 34760b6f-bbfa-4dfc-a2eb-af6ce3fdc975
  kind: Event
  lastTimestamp: "2026-07-29T10:51:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:51:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:51:00Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7zqxn.18c6bd230f6186ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "20276"
    uid: 6034b62e-908a-4d0f-8c46-72f777fecb18
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:52:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7zqxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20110"
    uid: 34760b6f-bbfa-4dfc-a2eb-af6ce3fdc975
  kind: Event
  lastTimestamp: "2026-07-29T10:52:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:52:48Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7zqxn.18c6bd3c153e0150
    namespace: kserve-ci-e2e-test
    resourceVersion: "21045"
    uid: c5523fdb-4c1d-4853-88b9-f8f6f22111fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:52:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7zqxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20110"
    uid: 34760b6f-bbfa-4dfc-a2eb-af6ce3fdc975
  kind: Event
  lastTimestamp: "2026-07-29T10:52:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:52:48Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7zqxn.18c6bd3c153e8ba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21046"
    uid: c8394096-fa7a-4f5d-b6a5-5bfce4484851
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:52:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7zqxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20110"
    uid: 34760b6f-bbfa-4dfc-a2eb-af6ce3fdc975
  kind: Event
  lastTimestamp: "2026-07-29T10:52:48Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T10:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:52:48Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7zqxn.18c6bd3c2eecaa24
    namespace: kserve-ci-e2e-test
    resourceVersion: "21050"
    uid: b49e905d-c726-4c24-8af5-92d1393c7649
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:52:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7zqxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20110"
    uid: 34760b6f-bbfa-4dfc-a2eb-af6ce3fdc975
  kind: Event
  lastTimestamp: "2026-07-29T10:52:48Z"
  message: 'Readiness probe failed: Get "http://10.133.0.30:8080/v2/models/isvc-autogluon-v2-variants/ready":
    dial tcp 10.133.0.30:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T10:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:52:48Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7zqxn.18c6bd3c3d7fa10a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: e68e3e64-38fc-4bc2-8285-7df9cbd723b3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:50:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "20095"
    uid: 49b6ac9e-4135-4cc0-a2c3-5515b6596ea1
  kind: Event
  lastTimestamp: "2026-07-29T10:50:41Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-7zqxn'
  metadata:
    creationTimestamp: "2026-07-29T10:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:50:41Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18c6bd1e9c09d091
    namespace: kserve-ci-e2e-test
    resourceVersion: "20109"
    uid: 9561921a-ef32-469b-84b5-87f9b27e0e30
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:50:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20093"
    uid: da4e53f2-11fb-4160-a51e-cb6124729014
  kind: Event
  lastTimestamp: "2026-07-29T10:50:41Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-29T10:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:50:41Z"
    name: isvc-autogluon-v2-variants-predictor.18c6bd1e9793b680
    namespace: kserve-ci-e2e-test
    resourceVersion: "20096"
    uid: e380c279-c2f9-47a3-bbe8-b02e300a5439
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:50:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20094"
    uid: d0dda350-d678-426a-9ab0-d0beaa472183
  kind: Event
  lastTimestamp: "2026-07-29T10:51:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:50:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:51:11Z"
    name: isvc-autogluon-v2-variants-predictor.18c6bd22167e3cc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20352"
    uid: a41a75f8-faa2-4cee-a23f-9fa6fb5fc0cb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:50:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20094"
    uid: d0dda350-d678-426a-9ab0-d0beaa472183
  kind: Event
  lastTimestamp: "2026-07-29T10:51:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:50:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:51:11Z"
    name: isvc-autogluon-v2-variants-predictor.18c6bd2216e77d12
    namespace: kserve-ci-e2e-test
    resourceVersion: "20353"
    uid: 1282e82a-81e8-4c88-a942-6a5f049fab34
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20233"
    uid: d0dda350-d678-426a-9ab0-d0beaa472183
  kind: Event
  lastTimestamp: "2026-07-29T10:52:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T10:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:52:41Z"
    name: isvc-autogluon-v2-variants-predictor.18c6bd2914fbf6ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "20981"
    uid: 6f7322fb-877a-4363-80c4-08f510a88f75
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20233"
    uid: d0dda350-d678-426a-9ab0-d0beaa472183
  kind: Event
  lastTimestamp: "2026-07-29T10:52:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T10:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:52:41Z"
    name: isvc-autogluon-v2-variants-predictor.18c6bd29156204e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20982"
    uid: adfda767-a29b-4509-b984-9bb7cc940c9f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T10:50:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20084"
    uid: 6a6e9fef-a9af-4e02-aef8-f9208c544931
  kind: Event
  lastTimestamp: "2026-07-29T10:52:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T10:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:52:38Z"
    name: isvc-autogluon-v2-variants.18c6bd1e979a7fcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20960"
    uid: e1b9faf2-145f-4ed0-9745-6f5a4baf5d8f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:50:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20084"
    uid: 6a6e9fef-a9af-4e02-aef8-f9208c544931
  kind: Event
  lastTimestamp: "2026-07-29T10:50:41Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:50:41Z"
    name: isvc-autogluon-v2-variants.18c6bd1e981a6ee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20118"
    uid: cf7b7668-c74b-4ceb-bf91-cee432de6432
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:50:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20089"
    uid: 6a6e9fef-a9af-4e02-aef8-f9208c544931
  kind: Event
  lastTimestamp: "2026-07-29T10:50:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:50:41Z"
    name: isvc-autogluon-v2-variants.18c6bd1e9e3150e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20119"
    uid: 97a3122a-3a9c-4fcd-beba-ca3dfc1207ce
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:52:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20958"
    uid: 6a6e9fef-a9af-4e02-aef8-f9208c544931
  kind: Event
  lastTimestamp: "2026-07-29T10:52:38Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-07-29T10:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:52:38Z"
    name: isvc-autogluon-v2-variants.18c6bd39ef79ef5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20959"
    uid: 6b674f6a-1cdc-4da5-8ea3-fea4b18db1ee
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T10:48:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19008"
    uid: 9f1f5d76-722e-4354-849d-5f383d565e6b
  kind: Event
  lastTimestamp: "2026-07-29T10:50:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T10:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:50:24Z"
    name: isvc-autogluon-v2.18c6bcfdb369e127
    namespace: kserve-ci-e2e-test
    resourceVersion: "19946"
    uid: c48d647d-39c8-4a9b-b568-469276298673
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:48:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19008"
    uid: 9f1f5d76-722e-4354-849d-5f383d565e6b
  kind: Event
  lastTimestamp: "2026-07-29T10:48:20Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:48:20Z"
    name: isvc-autogluon-v2.18c6bcfdb3fc896a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19039"
    uid: 770915d6-0ebc-4a23-a011-37328002304d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:48:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19010"
    uid: 9f1f5d76-722e-4354-849d-5f383d565e6b
  kind: Event
  lastTimestamp: "2026-07-29T10:48:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:48:20Z"
    name: isvc-autogluon-v2.18c6bcfdba3f5448
    namespace: kserve-ci-e2e-test
    resourceVersion: "19041"
    uid: ac8477e9-3bde-40ec-a569-a7058cb28cd1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:50:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19944"
    uid: 9f1f5d76-722e-4354-849d-5f383d565e6b
  kind: Event
  lastTimestamp: "2026-07-29T10:50:24Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-29T10:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:50:24Z"
    name: isvc-autogluon-v2.18c6bd1abbdac788
    namespace: kserve-ci-e2e-test
    resourceVersion: "19945"
    uid: ccf3c7ef-6fc1-45b1-a0bb-8fee852bf25e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:56:41.946939Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5d59fd866b-jxtpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22980"
    uid: cd1321a3-8c2a-4904-aa06-96e6bca7b60f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-5d59fd866b-jxtpx
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:56:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:56:41Z"
    name: isvc-canary-create-predictor-5d59fd866b-jxtpx.18c6bd728a8627b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22985"
    uid: 3549b640-fd3a-4a5a-a84c-bbcfeb5526c6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5d59fd866b-jxtpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22989"
    uid: cd1321a3-8c2a-4904-aa06-96e6bca7b60f
  kind: Event
  lastTimestamp: "2026-07-29T10:56:42Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:56:42Z"
    name: isvc-canary-create-predictor-5d59fd866b-jxtpx.18c6bd72a46c1412
    namespace: kserve-ci-e2e-test
    resourceVersion: "23009"
    uid: bd4d81c2-b973-4141-831d-c3fac520419f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5d59fd866b-jxtpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22983"
    uid: cd1321a3-8c2a-4904-aa06-96e6bca7b60f
  kind: Event
  lastTimestamp: "2026-07-29T10:56:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:42Z"
    name: isvc-canary-create-predictor-5d59fd866b-jxtpx.18c6bd72a5fa6a7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23011"
    uid: 85aabfc2-0d55-4d5d-a410-c8b352a8faa6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5d59fd866b-jxtpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22983"
    uid: cd1321a3-8c2a-4904-aa06-96e6bca7b60f
  kind: Event
  lastTimestamp: "2026-07-29T10:56:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T10:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:42Z"
    name: isvc-canary-create-predictor-5d59fd866b-jxtpx.18c6bd72a8c6bc65
    namespace: kserve-ci-e2e-test
    resourceVersion: "23015"
    uid: b49c6a0e-0b06-4501-926a-d143d0411b36
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5d59fd866b-jxtpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22983"
    uid: cd1321a3-8c2a-4904-aa06-96e6bca7b60f
  kind: Event
  lastTimestamp: "2026-07-29T10:56:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T10:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:42Z"
    name: isvc-canary-create-predictor-5d59fd866b-jxtpx.18c6bd72a97f9b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23016"
    uid: eb937212-fbd6-4785-a86f-33618c097440
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5d59fd866b-jxtpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22983"
    uid: cd1321a3-8c2a-4904-aa06-96e6bca7b60f
  kind: Event
  lastTimestamp: "2026-07-29T10:56:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:47Z"
    name: isvc-canary-create-predictor-5d59fd866b-jxtpx.18c6bd73b9b1646b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23065"
    uid: bdd96fc2-d96d-4156-b0b1-11187804fff3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5d59fd866b-jxtpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22983"
    uid: cd1321a3-8c2a-4904-aa06-96e6bca7b60f
  kind: Event
  lastTimestamp: "2026-07-29T10:56:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T10:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:47Z"
    name: isvc-canary-create-predictor-5d59fd866b-jxtpx.18c6bd73bd99baa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23069"
    uid: 94826be3-45eb-4997-bd60-72346f1b1f7b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5d59fd866b-jxtpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22983"
    uid: cd1321a3-8c2a-4904-aa06-96e6bca7b60f
  kind: Event
  lastTimestamp: "2026-07-29T10:56:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:47Z"
    name: isvc-canary-create-predictor-5d59fd866b-jxtpx.18c6bd73be19046d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23071"
    uid: 40b211ad-5368-4853-82b2-9d1745176afd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5d59fd866b-jxtpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22983"
    uid: cd1321a3-8c2a-4904-aa06-96e6bca7b60f
  kind: Event
  lastTimestamp: "2026-07-29T10:56:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:47Z"
    name: isvc-canary-create-predictor-5d59fd866b-jxtpx.18c6bd73be22ddef
    namespace: kserve-ci-e2e-test
    resourceVersion: "23072"
    uid: 46d85285-54db-4b80-8cb7-cebff96113a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5d59fd866b-jxtpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22983"
    uid: cd1321a3-8c2a-4904-aa06-96e6bca7b60f
  kind: Event
  lastTimestamp: "2026-07-29T10:56:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T10:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:47Z"
    name: isvc-canary-create-predictor-5d59fd866b-jxtpx.18c6bd73c1892f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23077"
    uid: c21fb163-f430-4b21-9023-ebe422211d37
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5d59fd866b-jxtpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22983"
    uid: cd1321a3-8c2a-4904-aa06-96e6bca7b60f
  kind: Event
  lastTimestamp: "2026-07-29T10:56:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:47Z"
    name: isvc-canary-create-predictor-5d59fd866b-jxtpx.18c6bd73c1fdd4ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "23079"
    uid: 60913f7a-a159-49a8-8d72-16890ffb499e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5d59fd866b-jxtpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22983"
    uid: cd1321a3-8c2a-4904-aa06-96e6bca7b60f
  kind: Event
  lastTimestamp: "2026-07-29T10:58:14Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T10:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:14Z"
    name: isvc-canary-create-predictor-5d59fd866b-jxtpx.18c6bd73f5e330a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23734"
    uid: 689bdf8c-be85-4e81-b2bf-174dbff7e295
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5d59fd866b-jxtpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22983"
    uid: cd1321a3-8c2a-4904-aa06-96e6bca7b60f
  kind: Event
  lastTimestamp: "2026-07-29T10:58:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:12Z"
    name: isvc-canary-create-predictor-5d59fd866b-jxtpx.18c6bd87862890d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23713"
    uid: 8c07cb3d-3134-488e-b103-4d01cf81ea39
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5d59fd866b-jxtpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22983"
    uid: cd1321a3-8c2a-4904-aa06-96e6bca7b60f
  kind: Event
  lastTimestamp: "2026-07-29T10:58:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:12Z"
    name: isvc-canary-create-predictor-5d59fd866b-jxtpx.18c6bd8786290ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23714"
    uid: c0905cf5-4193-4828-92ba-ab5bd8b9b24b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5d59fd866b-jxtpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "22983"
    uid: cd1321a3-8c2a-4904-aa06-96e6bca7b60f
  kind: Event
  lastTimestamp: "2026-07-29T10:58:14Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T10:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:14Z"
    name: isvc-canary-create-predictor-5d59fd866b-jxtpx.18c6bd87fc1f9383
    namespace: kserve-ci-e2e-test
    resourceVersion: "23732"
    uid: e309ffff-265c-46ce-9e9e-a994c37c4fe3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-5d59fd866b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22965"
    uid: f9f30d2b-8976-4490-baac-d85b9a91de02
  kind: Event
  lastTimestamp: "2026-07-29T10:56:41Z"
  message: 'Created pod: isvc-canary-create-predictor-5d59fd866b-jxtpx'
  metadata:
    creationTimestamp: "2026-07-29T10:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:56:41Z"
    name: isvc-canary-create-predictor-5d59fd866b.18c6bd7289f76d55
    namespace: kserve-ci-e2e-test
    resourceVersion: "22982"
    uid: f39554a8-dd53-42e2-9ac9-cdb316daa3de
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22963"
    uid: 30ded3d5-38c2-47fe-b06a-946d4a5295b7
  kind: Event
  lastTimestamp: "2026-07-29T10:56:41Z"
  message: Scaled up replica set isvc-canary-create-predictor-5d59fd866b from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-29T10:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:56:41Z"
    name: isvc-canary-create-predictor.18c6bd7286975b6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22966"
    uid: 01e1d3a8-2b4b-488a-8f8b-90ecac516d89
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:56:41.993034Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-75f789cb99-5npt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22990"
    uid: ef9e6bf2-56b1-4a81-a076-eaa8cdef97d7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-75f789cb99-5npt5
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:56:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:56:41Z"
    name: isvc-canary-create-v2-predictor-75f789cb99-5npt5.18c6bd728d4585aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22994"
    uid: 058325e3-f6d0-4a7f-9989-4fa949d4ec6d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-75f789cb99-5npt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23002"
    uid: ef9e6bf2-56b1-4a81-a076-eaa8cdef97d7
  kind: Event
  lastTimestamp: "2026-07-29T10:56:42Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:56:42Z"
    name: isvc-canary-create-v2-predictor-75f789cb99-5npt5.18c6bd72a71a580d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23012"
    uid: 2fdf31e1-1473-41a3-aced-c854f7be275e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75f789cb99-5npt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22992"
    uid: ef9e6bf2-56b1-4a81-a076-eaa8cdef97d7
  kind: Event
  lastTimestamp: "2026-07-29T10:56:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:42Z"
    name: isvc-canary-create-v2-predictor-75f789cb99-5npt5.18c6bd72a8ab698c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23014"
    uid: 784aa951-9e75-4ab6-a7e0-3b528c562798
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75f789cb99-5npt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22992"
    uid: ef9e6bf2-56b1-4a81-a076-eaa8cdef97d7
  kind: Event
  lastTimestamp: "2026-07-29T10:56:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T10:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:42Z"
    name: isvc-canary-create-v2-predictor-75f789cb99-5npt5.18c6bd72ab1ddd2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23017"
    uid: cfd71e81-3d04-4cee-bc8f-e33ef5c006e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75f789cb99-5npt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22992"
    uid: ef9e6bf2-56b1-4a81-a076-eaa8cdef97d7
  kind: Event
  lastTimestamp: "2026-07-29T10:56:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T10:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:42Z"
    name: isvc-canary-create-v2-predictor-75f789cb99-5npt5.18c6bd72ab909f9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23018"
    uid: 24836d78-b222-4283-ad0e-c4cb1aa5c393
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75f789cb99-5npt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22992"
    uid: ef9e6bf2-56b1-4a81-a076-eaa8cdef97d7
  kind: Event
  lastTimestamp: "2026-07-29T10:56:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:47Z"
    name: isvc-canary-create-v2-predictor-75f789cb99-5npt5.18c6bd73b99a15a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23064"
    uid: 6b50c7fa-e98a-4ebc-ab60-ef196d27bf2a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75f789cb99-5npt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22992"
    uid: ef9e6bf2-56b1-4a81-a076-eaa8cdef97d7
  kind: Event
  lastTimestamp: "2026-07-29T10:56:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T10:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:47Z"
    name: isvc-canary-create-v2-predictor-75f789cb99-5npt5.18c6bd73bda6f9e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23070"
    uid: afd61c14-0aa6-4622-a6ce-31809da79ed2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75f789cb99-5npt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22992"
    uid: ef9e6bf2-56b1-4a81-a076-eaa8cdef97d7
  kind: Event
  lastTimestamp: "2026-07-29T10:56:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:47Z"
    name: isvc-canary-create-v2-predictor-75f789cb99-5npt5.18c6bd73be2610ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "23074"
    uid: a5df7dbd-4553-4288-8838-e75b80b5d085
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75f789cb99-5npt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22992"
    uid: ef9e6bf2-56b1-4a81-a076-eaa8cdef97d7
  kind: Event
  lastTimestamp: "2026-07-29T10:56:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:47Z"
    name: isvc-canary-create-v2-predictor-75f789cb99-5npt5.18c6bd73be2eb00e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23076"
    uid: f95f5144-b8d0-497d-aff7-d23a1b8ae8ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75f789cb99-5npt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22992"
    uid: ef9e6bf2-56b1-4a81-a076-eaa8cdef97d7
  kind: Event
  lastTimestamp: "2026-07-29T10:56:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T10:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:47Z"
    name: isvc-canary-create-v2-predictor-75f789cb99-5npt5.18c6bd73c1a15ca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23078"
    uid: 2663b3a9-d658-43a1-942c-0862613c4897
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75f789cb99-5npt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22992"
    uid: ef9e6bf2-56b1-4a81-a076-eaa8cdef97d7
  kind: Event
  lastTimestamp: "2026-07-29T10:56:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:47Z"
    name: isvc-canary-create-v2-predictor-75f789cb99-5npt5.18c6bd73c2104f2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23080"
    uid: 3cd588c4-f7a7-4bdd-b6ec-f8f9489e1e73
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75f789cb99-5npt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22992"
    uid: ef9e6bf2-56b1-4a81-a076-eaa8cdef97d7
  kind: Event
  lastTimestamp: "2026-07-29T10:58:14Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T10:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:14Z"
    name: isvc-canary-create-v2-predictor-75f789cb99-5npt5.18c6bd73f5c59d86
    namespace: kserve-ci-e2e-test
    resourceVersion: "23733"
    uid: 60bdeddc-b2b0-4d60-adda-64fed933e895
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75f789cb99-5npt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22992"
    uid: ef9e6bf2-56b1-4a81-a076-eaa8cdef97d7
  kind: Event
  lastTimestamp: "2026-07-29T10:58:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:12Z"
    name: isvc-canary-create-v2-predictor-75f789cb99-5npt5.18c6bd8786799c14
    namespace: kserve-ci-e2e-test
    resourceVersion: "23715"
    uid: 5350b5d1-7e1c-493c-8ba0-1fff2d81532e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75f789cb99-5npt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22992"
    uid: ef9e6bf2-56b1-4a81-a076-eaa8cdef97d7
  kind: Event
  lastTimestamp: "2026-07-29T10:58:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:12Z"
    name: isvc-canary-create-v2-predictor-75f789cb99-5npt5.18c6bd87867a8814
    namespace: kserve-ci-e2e-test
    resourceVersion: "23717"
    uid: a481a9d5-df1e-493c-b490-6e96bd92b627
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75f789cb99-5npt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22992"
    uid: ef9e6bf2-56b1-4a81-a076-eaa8cdef97d7
  kind: Event
  lastTimestamp: "2026-07-29T10:58:14Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T10:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:14Z"
    name: isvc-canary-create-v2-predictor-75f789cb99-5npt5.18c6bd87fc1f39c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23731"
    uid: aaec66c9-c88b-4c0e-925f-252a3dc0bcd5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-75f789cb99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22974"
    uid: dfd73a68-9832-461c-a2c3-d1ac71a200f1
  kind: Event
  lastTimestamp: "2026-07-29T10:56:41Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-75f789cb99-5npt5'
  metadata:
    creationTimestamp: "2026-07-29T10:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:56:41Z"
    name: isvc-canary-create-v2-predictor-75f789cb99.18c6bd728cd98528
    namespace: kserve-ci-e2e-test
    resourceVersion: "22991"
    uid: 7d9a66f7-6c28-4055-a447-df5a58ccf7e9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22973"
    uid: 06f469ca-2e09-4ae4-bcaf-0a0fab76ec8e
  kind: Event
  lastTimestamp: "2026-07-29T10:56:41Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-75f789cb99 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-29T10:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:56:41Z"
    name: isvc-canary-create-v2-predictor.18c6bd7288c81db3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22978"
    uid: b1de3ae3-2dae-4aac-9300-9b8a61b9833e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22956"
    uid: 2f276d51-a52f-4cd6-918f-a573e29789f5
  kind: Event
  lastTimestamp: "2026-07-29T10:58:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T10:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:58:04Z"
    name: isvc-canary-create.18c6bd72884a18ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "23639"
    uid: bf63e377-e6f2-45ea-98ec-c3191fb1c72d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22956"
    uid: 2f276d51-a52f-4cd6-918f-a573e29789f5
  kind: Event
  lastTimestamp: "2026-07-29T10:56:41Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:56:41Z"
    name: isvc-canary-create.18c6bd7288d62258
    namespace: kserve-ci-e2e-test
    resourceVersion: "22977"
    uid: bd57a734-c770-4e50-96bf-817ee4615735
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22956"
    uid: 2f276d51-a52f-4cd6-918f-a573e29789f5
  kind: Event
  lastTimestamp: "2026-07-29T10:56:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:56:41Z"
    name: isvc-canary-create.18c6bd7288d6908f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22979"
    uid: 51125ee6-5d4d-4add-962c-4b0fe03417e6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23636"
    uid: 2f276d51-a52f-4cd6-918f-a573e29789f5
  kind: Event
  lastTimestamp: "2026-07-29T10:58:04Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-07-29T10:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:58:04Z"
    name: isvc-canary-create.18c6bd85aeefb14f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23637"
    uid: e698e22b-0380-4fcc-81a6-7ec2ca86e8a9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:58:17.294771Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-69b9b94c74-9pq2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "23788"
    uid: 938d20b6-5959-4757-bf76-81ddf6a6b1df
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-69b9b94c74-9pq2l
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:58:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:58:17Z"
    name: isvc-canary-promote-predictor-69b9b94c74-9pq2l.18c6bd88bdb290ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "23792"
    uid: d5adfe0b-a886-4355-81b6-97c37de5752f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-69b9b94c74-9pq2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "23790"
    uid: 938d20b6-5959-4757-bf76-81ddf6a6b1df
  kind: Event
  lastTimestamp: "2026-07-29T10:58:17Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-29T10:58:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:17Z"
    name: isvc-canary-promote-predictor-69b9b94c74-9pq2l.18c6bd88cb1731a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23818"
    uid: 4bdb794f-aece-4431-8eeb-6a9eecf54a54
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-69b9b94c74-9pq2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "23800"
    uid: 938d20b6-5959-4757-bf76-81ddf6a6b1df
  kind: Event
  lastTimestamp: "2026-07-29T10:58:18Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:58:18Z"
    name: isvc-canary-promote-predictor-69b9b94c74-9pq2l.18c6bd88fb50886e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23833"
    uid: 5a7cf986-b2c3-4e86-ab4a-1312fe230116
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-69b9b94c74-9pq2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "23790"
    uid: 938d20b6-5959-4757-bf76-81ddf6a6b1df
  kind: Event
  lastTimestamp: "2026-07-29T10:58:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:18Z"
    name: isvc-canary-promote-predictor-69b9b94c74-9pq2l.18c6bd88fcd0a432
    namespace: kserve-ci-e2e-test
    resourceVersion: "23835"
    uid: 8c7dc130-b718-4fa1-9c32-37a0b9292126
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-69b9b94c74-9pq2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "23790"
    uid: 938d20b6-5959-4757-bf76-81ddf6a6b1df
  kind: Event
  lastTimestamp: "2026-07-29T10:58:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T10:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:18Z"
    name: isvc-canary-promote-predictor-69b9b94c74-9pq2l.18c6bd8900878d12
    namespace: kserve-ci-e2e-test
    resourceVersion: "23836"
    uid: 93239a52-8a66-445d-a591-04954df3874d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-69b9b94c74-9pq2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "23790"
    uid: 938d20b6-5959-4757-bf76-81ddf6a6b1df
  kind: Event
  lastTimestamp: "2026-07-29T10:58:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T10:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:18Z"
    name: isvc-canary-promote-predictor-69b9b94c74-9pq2l.18c6bd8900fa6e54
    namespace: kserve-ci-e2e-test
    resourceVersion: "23837"
    uid: 41f7a528-8c13-4c66-a41c-8bb21b0f1e5c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-69b9b94c74-9pq2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "23790"
    uid: 938d20b6-5959-4757-bf76-81ddf6a6b1df
  kind: Event
  lastTimestamp: "2026-07-29T10:58:22Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:22Z"
    name: isvc-canary-promote-predictor-69b9b94c74-9pq2l.18c6bd89f1c439c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23879"
    uid: aebfe970-d135-4341-815c-7290ef2d9a1a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-69b9b94c74-9pq2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "23790"
    uid: 938d20b6-5959-4757-bf76-81ddf6a6b1df
  kind: Event
  lastTimestamp: "2026-07-29T10:58:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T10:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:22Z"
    name: isvc-canary-promote-predictor-69b9b94c74-9pq2l.18c6bd89f604f0f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23883"
    uid: dc03e1d6-b87c-4cbd-9140-f0df194c830d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-69b9b94c74-9pq2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "23790"
    uid: 938d20b6-5959-4757-bf76-81ddf6a6b1df
  kind: Event
  lastTimestamp: "2026-07-29T10:58:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:22Z"
    name: isvc-canary-promote-predictor-69b9b94c74-9pq2l.18c6bd89f67ab6fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23887"
    uid: e8f088f4-b160-4e8a-bdaf-2d6881fbd835
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-69b9b94c74-9pq2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "23790"
    uid: 938d20b6-5959-4757-bf76-81ddf6a6b1df
  kind: Event
  lastTimestamp: "2026-07-29T10:58:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:22Z"
    name: isvc-canary-promote-predictor-69b9b94c74-9pq2l.18c6bd89f6866bf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23889"
    uid: 9217de60-42e8-403a-986c-220021193c05
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-69b9b94c74-9pq2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "23790"
    uid: 938d20b6-5959-4757-bf76-81ddf6a6b1df
  kind: Event
  lastTimestamp: "2026-07-29T10:58:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T10:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:22Z"
    name: isvc-canary-promote-predictor-69b9b94c74-9pq2l.18c6bd89fa19da44
    namespace: kserve-ci-e2e-test
    resourceVersion: "23893"
    uid: be46f2af-4dca-47db-a8a7-e0ae6264d1d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-69b9b94c74-9pq2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "23790"
    uid: 938d20b6-5959-4757-bf76-81ddf6a6b1df
  kind: Event
  lastTimestamp: "2026-07-29T10:58:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:22Z"
    name: isvc-canary-promote-predictor-69b9b94c74-9pq2l.18c6bd89fa8f48b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23896"
    uid: 2347fac5-1964-412f-b3b8-6674e559b53a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-69b9b94c74-9pq2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "23790"
    uid: 938d20b6-5959-4757-bf76-81ddf6a6b1df
  kind: Event
  lastTimestamp: "2026-07-29T10:59:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T10:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:59:50Z"
    name: isvc-canary-promote-predictor-69b9b94c74-9pq2l.18c6bd8a69e23b18
    namespace: kserve-ci-e2e-test
    resourceVersion: "24855"
    uid: b74b9952-da15-4109-9ca5-e466ecb153a2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-69b9b94c74-9pq2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "23790"
    uid: 938d20b6-5959-4757-bf76-81ddf6a6b1df
  kind: Event
  lastTimestamp: "2026-07-29T10:59:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:59:47Z"
    name: isvc-canary-promote-predictor-69b9b94c74-9pq2l.18c6bd9db2653efc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24809"
    uid: 933fc46f-4b26-4885-b24f-58ff968e5d5f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-69b9b94c74-9pq2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "23790"
    uid: 938d20b6-5959-4757-bf76-81ddf6a6b1df
  kind: Event
  lastTimestamp: "2026-07-29T10:59:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:59:47Z"
    name: isvc-canary-promote-predictor-69b9b94c74-9pq2l.18c6bd9db265d8b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24810"
    uid: 36a397d2-d1ce-4763-9362-f709fadde0b2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-69b9b94c74-9pq2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "23790"
    uid: 938d20b6-5959-4757-bf76-81ddf6a6b1df
  kind: Event
  lastTimestamp: "2026-07-29T10:59:50Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T10:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:59:50Z"
    name: isvc-canary-promote-predictor-69b9b94c74-9pq2l.18c6bd9e701eae7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24854"
    uid: f9f96e88-400e-4532-978e-391697f3cfb6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-69b9b94c74
    namespace: kserve-ci-e2e-test
    resourceVersion: "23772"
    uid: ba0ad14f-46fa-410d-b297-34d6ac2fc90c
  kind: Event
  lastTimestamp: "2026-07-29T10:58:17Z"
  message: 'Created pod: isvc-canary-promote-predictor-69b9b94c74-9pq2l'
  metadata:
    creationTimestamp: "2026-07-29T10:58:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:58:17Z"
    name: isvc-canary-promote-predictor-69b9b94c74.18c6bd88bcfb3dea
    namespace: kserve-ci-e2e-test
    resourceVersion: "23789"
    uid: bada708f-023a-4ca3-a86e-88f1c939a755
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23771"
    uid: 86e69318-7dba-4420-bb0c-451ad0791808
  kind: Event
  lastTimestamp: "2026-07-29T10:58:17Z"
  message: Scaled up replica set isvc-canary-promote-predictor-69b9b94c74 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-29T10:58:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:58:17Z"
    name: isvc-canary-promote-predictor.18c6bd88b6893eea
    namespace: kserve-ci-e2e-test
    resourceVersion: "23773"
    uid: 0517687f-4dd5-41fa-8d6a-80770a631225
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:58:17.319271Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-n48cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23794"
    uid: d4e01de3-7b90-45b6-a5cd-3b5712d25f79
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-869c8cbf4f-n48cz
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:58:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:58:17Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-n48cz.18c6bd88bf286450
    namespace: kserve-ci-e2e-test
    resourceVersion: "23802"
    uid: b0e7cb83-b499-4d8b-ab74-bb918c96ec75
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-n48cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23807"
    uid: d4e01de3-7b90-45b6-a5cd-3b5712d25f79
  kind: Event
  lastTimestamp: "2026-07-29T10:58:17Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:58:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:58:17Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-n48cz.18c6bd88d8d078f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23825"
    uid: 7247f55b-0e03-4ada-a24e-2295c5f70ecd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-n48cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23797"
    uid: d4e01de3-7b90-45b6-a5cd-3b5712d25f79
  kind: Event
  lastTimestamp: "2026-07-29T10:58:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:58:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:17Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-n48cz.18c6bd88da54ac3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23827"
    uid: 778470a7-b4d7-4fb7-9641-7ef5880bab45
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-n48cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23797"
    uid: d4e01de3-7b90-45b6-a5cd-3b5712d25f79
  kind: Event
  lastTimestamp: "2026-07-29T10:58:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T10:58:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:17Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-n48cz.18c6bd88dd026a09
    namespace: kserve-ci-e2e-test
    resourceVersion: "23828"
    uid: d7edf0f9-aa5f-4fd3-85ef-896ce80749ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-n48cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23797"
    uid: d4e01de3-7b90-45b6-a5cd-3b5712d25f79
  kind: Event
  lastTimestamp: "2026-07-29T10:58:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T10:58:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:17Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-n48cz.18c6bd88dd717be1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23829"
    uid: 64708cdb-7434-4b4f-90e3-5905946e73a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-n48cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23797"
    uid: d4e01de3-7b90-45b6-a5cd-3b5712d25f79
  kind: Event
  lastTimestamp: "2026-07-29T10:58:22Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:22Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-n48cz.18c6bd89f1db6f92
    namespace: kserve-ci-e2e-test
    resourceVersion: "23880"
    uid: e68a664b-93bd-49b1-87b3-1235c35efc60
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-n48cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23797"
    uid: d4e01de3-7b90-45b6-a5cd-3b5712d25f79
  kind: Event
  lastTimestamp: "2026-07-29T10:58:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T10:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:22Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-n48cz.18c6bd89f614a871
    namespace: kserve-ci-e2e-test
    resourceVersion: "23884"
    uid: 7c25609c-db2e-4ea4-a1cd-7e0880710b27
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-n48cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23797"
    uid: d4e01de3-7b90-45b6-a5cd-3b5712d25f79
  kind: Event
  lastTimestamp: "2026-07-29T10:58:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:22Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-n48cz.18c6bd89f689f33f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23891"
    uid: fbd67e35-9780-4934-a622-804101607714
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-n48cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23797"
    uid: d4e01de3-7b90-45b6-a5cd-3b5712d25f79
  kind: Event
  lastTimestamp: "2026-07-29T10:58:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:22Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-n48cz.18c6bd89f6939470
    namespace: kserve-ci-e2e-test
    resourceVersion: "23892"
    uid: 1807e2fe-0bed-4e44-bd83-077caf7c0333
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-n48cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23797"
    uid: d4e01de3-7b90-45b6-a5cd-3b5712d25f79
  kind: Event
  lastTimestamp: "2026-07-29T10:58:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T10:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:22Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-n48cz.18c6bd89fa27c64a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23895"
    uid: 408dbae5-fcf3-4777-9233-bb83a3eb5654
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-n48cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23797"
    uid: d4e01de3-7b90-45b6-a5cd-3b5712d25f79
  kind: Event
  lastTimestamp: "2026-07-29T10:58:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:22Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-n48cz.18c6bd89fab65a94
    namespace: kserve-ci-e2e-test
    resourceVersion: "23897"
    uid: 9bce39e3-0a79-405f-99d6-1a888f201bda
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-n48cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23797"
    uid: d4e01de3-7b90-45b6-a5cd-3b5712d25f79
  kind: Event
  lastTimestamp: "2026-07-29T11:01:28Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T10:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:28Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-n48cz.18c6bd8a69e29bb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25589"
    uid: 05cf5f4d-dd90-42e4-a1c2-2a92f6f1dcf4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-n48cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23797"
    uid: d4e01de3-7b90-45b6-a5cd-3b5712d25f79
  kind: Event
  lastTimestamp: "2026-07-29T11:01:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:27Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-n48cz.18c6bdb509e22c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "25575"
    uid: fd95cdc0-cb66-4e66-8af4-33d044b392b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-n48cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23797"
    uid: d4e01de3-7b90-45b6-a5cd-3b5712d25f79
  kind: Event
  lastTimestamp: "2026-07-29T11:01:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:27Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-n48cz.18c6bdb509e29c14
    namespace: kserve-ci-e2e-test
    resourceVersion: "25577"
    uid: 9c1d5190-8be2-4daf-90b6-b65ad1685d18
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-n48cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23797"
    uid: d4e01de3-7b90-45b6-a5cd-3b5712d25f79
  kind: Event
  lastTimestamp: "2026-07-29T11:01:30Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:01:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:30Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-n48cz.18c6bdb5b89ae6b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25602"
    uid: 3f4da477-a2e7-43cc-a177-3cbff257a2d8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:59:47.351196Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24814"
    uid: ccaafdaf-f8b0-4f85-b3ca-ea7ef56be6be
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4
    to ip-10-0-138-159.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:59:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:59:47Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4.18c6bd9db57ab835
    namespace: kserve-ci-e2e-test
    resourceVersion: "24821"
    uid: 80bac358-646f-4c4e-bb14-de8874f6e7fa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24825"
    uid: ccaafdaf-f8b0-4f85-b3ca-ea7ef56be6be
  kind: Event
  lastTimestamp: "2026-07-29T10:59:47Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:59:47Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4.18c6bd9dcf476450
    namespace: kserve-ci-e2e-test
    resourceVersion: "24832"
    uid: e7da37fe-43bc-48f5-bc81-604344f0f544
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24818"
    uid: ccaafdaf-f8b0-4f85-b3ca-ea7ef56be6be
  kind: Event
  lastTimestamp: "2026-07-29T10:59:47Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
  metadata:
    creationTimestamp: "2026-07-29T10:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:59:47Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4.18c6bd9dd0c33d77
    namespace: kserve-ci-e2e-test
    resourceVersion: "24834"
    uid: 2dc613f6-48db-486a-8a67-2770150d04ac
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24818"
    uid: ccaafdaf-f8b0-4f85-b3ca-ea7ef56be6be
  kind: Event
  lastTimestamp: "2026-07-29T10:59:51Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    in 3.494s (3.494s including waiting). Image size: 300978649 bytes.'
  metadata:
    creationTimestamp: "2026-07-29T10:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:59:51Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4.18c6bd9ea113f95c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24862"
    uid: cf4dc758-4200-4981-aff1-f9ca54747216
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24818"
    uid: ccaafdaf-f8b0-4f85-b3ca-ea7ef56be6be
  kind: Event
  lastTimestamp: "2026-07-29T10:59:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T10:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:59:51Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4.18c6bd9ea4d7ed65
    namespace: kserve-ci-e2e-test
    resourceVersion: "24864"
    uid: aa5717aa-48e9-4fa2-85c8-62c5f8c2cdd9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24818"
    uid: ccaafdaf-f8b0-4f85-b3ca-ea7ef56be6be
  kind: Event
  lastTimestamp: "2026-07-29T10:59:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T10:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:59:51Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4.18c6bd9ea568a547
    namespace: kserve-ci-e2e-test
    resourceVersion: "24865"
    uid: ccb33bba-15f2-4d45-8f6b-7bcca663abb0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24818"
    uid: ccaafdaf-f8b0-4f85-b3ca-ea7ef56be6be
  kind: Event
  lastTimestamp: "2026-07-29T10:59:55Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
  metadata:
    creationTimestamp: "2026-07-29T10:59:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:59:55Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4.18c6bd9fb2639a47
    namespace: kserve-ci-e2e-test
    resourceVersion: "24899"
    uid: a6a99760-27c8-4036-abe2-d6da16301d48
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:00:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24818"
    uid: ccaafdaf-f8b0-4f85-b3ca-ea7ef56be6be
  kind: Event
  lastTimestamp: "2026-07-29T11:00:08Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    in 12.948s (12.948s including waiting). Image size: 1555733430 bytes.'
  metadata:
    creationTimestamp: "2026-07-29T11:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:00:08Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4.18c6bda2b62e2e1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24990"
    uid: e7e8c16f-85bf-438f-a9ab-47b17e7ad7ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:00:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24818"
    uid: ccaafdaf-f8b0-4f85-b3ca-ea7ef56be6be
  kind: Event
  lastTimestamp: "2026-07-29T11:00:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:00:08Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4.18c6bda2b969f312
    namespace: kserve-ci-e2e-test
    resourceVersion: "24991"
    uid: ea98496a-122c-42ad-8cef-8909cb23bfe8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:00:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24818"
    uid: ccaafdaf-f8b0-4f85-b3ca-ea7ef56be6be
  kind: Event
  lastTimestamp: "2026-07-29T11:00:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:00:08Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4.18c6bda2b9ddb15f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24992"
    uid: 1b640861-0120-4fe5-8bde-c76cd221c798
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:00:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24818"
    uid: ccaafdaf-f8b0-4f85-b3ca-ea7ef56be6be
  kind: Event
  lastTimestamp: "2026-07-29T11:00:08Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-29T11:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:00:08Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4.18c6bda2b9eb1a27
    namespace: kserve-ci-e2e-test
    resourceVersion: "24993"
    uid: 7a517b80-1bd8-4316-b034-b3cf10bc4d27
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:00:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24818"
    uid: ccaafdaf-f8b0-4f85-b3ca-ea7ef56be6be
  kind: Event
  lastTimestamp: "2026-07-29T11:00:11Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.569s (2.569s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-29T11:00:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:00:11Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4.18c6bda35317ec8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25013"
    uid: 9b3d4738-6652-47ab-974a-96ffe29e234e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:00:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24818"
    uid: ccaafdaf-f8b0-4f85-b3ca-ea7ef56be6be
  kind: Event
  lastTimestamp: "2026-07-29T11:00:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:00:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:00:11Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4.18c6bda356834469
    namespace: kserve-ci-e2e-test
    resourceVersion: "25015"
    uid: d746fea5-dde8-4405-8d16-65de1e1eec54
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:00:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24818"
    uid: ccaafdaf-f8b0-4f85-b3ca-ea7ef56be6be
  kind: Event
  lastTimestamp: "2026-07-29T11:00:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:00:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:00:11Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4.18c6bda356faad35
    namespace: kserve-ci-e2e-test
    resourceVersion: "25016"
    uid: 4d2373a9-6609-46ff-b73f-bde4e97c4223
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-29T11:00:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24818"
    uid: ccaafdaf-f8b0-4f85-b3ca-ea7ef56be6be
  kind: Event
  lastTimestamp: "2026-07-29T11:01:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:00:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:18Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4.18c6bda3aceb886c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25492"
    uid: df0429c5-2baa-4fca-ab37-2b40bfc0ff8b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24818"
    uid: ccaafdaf-f8b0-4f85-b3ca-ea7ef56be6be
  kind: Event
  lastTimestamp: "2026-07-29T11:01:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:27Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4.18c6bdb509bcb095
    namespace: kserve-ci-e2e-test
    resourceVersion: "25574"
    uid: 6cc8cdef-dff0-442d-9fed-b11fa110bce9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24818"
    uid: ccaafdaf-f8b0-4f85-b3ca-ea7ef56be6be
  kind: Event
  lastTimestamp: "2026-07-29T11:01:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:27Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4.18c6bdb509bd5d52
    namespace: kserve-ci-e2e-test
    resourceVersion: "25576"
    uid: 68e29424-f209-49f4-8b8d-c6602a9dd298
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24818"
    uid: ccaafdaf-f8b0-4f85-b3ca-ea7ef56be6be
  kind: Event
  lastTimestamp: "2026-07-29T11:01:28Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:28Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4.18c6bdb55f182772
    namespace: kserve-ci-e2e-test
    resourceVersion: "25592"
    uid: f869abe3-f3d0-4132-8d3e-326432028165
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-869c8cbf4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23781"
    uid: 14a9c0af-3d11-4a41-846b-dbb7cfed1f93
  kind: Event
  lastTimestamp: "2026-07-29T10:58:17Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-869c8cbf4f-n48cz'
  metadata:
    creationTimestamp: "2026-07-29T10:58:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:58:17Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f.18c6bd88be80fa79
    namespace: kserve-ci-e2e-test
    resourceVersion: "23796"
    uid: 619365f8-1574-4142-9683-dc0264da1fda
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-869c8cbf4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24800"
    uid: 14a9c0af-3d11-4a41-846b-dbb7cfed1f93
  kind: Event
  lastTimestamp: "2026-07-29T10:59:47Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-869c8cbf4f-pgdm4'
  metadata:
    creationTimestamp: "2026-07-29T10:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:59:47Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f.18c6bd9db4f6f2be
    namespace: kserve-ci-e2e-test
    resourceVersion: "24817"
    uid: 28bb937f-e234-49a5-870b-8516666d58d4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23779"
    uid: 1023869e-8ebe-47fe-8e7b-727f6f466870
  kind: Event
  lastTimestamp: "2026-07-29T10:58:17Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-869c8cbf4f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-29T10:58:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:58:17Z"
    name: isvc-canary-promote-v2-predictor.18c6bd88b98349da
    namespace: kserve-ci-e2e-test
    resourceVersion: "23783"
    uid: 7e3a818d-5d72-45e6-b4f9-a4959038a74f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24793"
    uid: 1023869e-8ebe-47fe-8e7b-727f6f466870
  kind: Event
  lastTimestamp: "2026-07-29T10:59:47Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-869c8cbf4f from
    1 to 2
  metadata:
    creationTimestamp: "2026-07-29T10:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:59:47Z"
    name: isvc-canary-promote-v2-predictor.18c6bd9db135878d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24803"
    uid: ed96fc8f-c72e-4f01-9262-fa116f8d06cc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23763"
    uid: 6a7235b8-2f02-4d58-8b0a-e1d2cd82c1f3
  kind: Event
  lastTimestamp: "2026-07-29T10:59:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T10:58:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:59:47Z"
    name: isvc-canary-promote.18c6bd88b91d132e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24813"
    uid: 579ef84c-9333-4e94-a998-6cceb403e3b1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23763"
    uid: 6a7235b8-2f02-4d58-8b0a-e1d2cd82c1f3
  kind: Event
  lastTimestamp: "2026-07-29T10:59:47Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:58:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:59:47Z"
    name: isvc-canary-promote.18c6bd88b9a20e25
    namespace: kserve-ci-e2e-test
    resourceVersion: "24815"
    uid: 0d02792a-55a0-4244-a605-ac4534ddbc3d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23763"
    uid: 6a7235b8-2f02-4d58-8b0a-e1d2cd82c1f3
  kind: Event
  lastTimestamp: "2026-07-29T10:59:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:58:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:59:47Z"
    name: isvc-canary-promote.18c6bd88b9a2483d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24820"
    uid: a45537cc-538f-4100-9fd2-feda70d51aa8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "24741"
    uid: 6a7235b8-2f02-4d58-8b0a-e1d2cd82c1f3
  kind: Event
  lastTimestamp: "2026-07-29T11:01:24Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-07-29T10:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:01:24Z"
    name: isvc-canary-promote.18c6bd9c22e96893
    namespace: kserve-ci-e2e-test
    resourceVersion: "25540"
    uid: 2dc09bcd-8071-45d9-bdad-2f1981cf0a89
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:02:57.770008Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-6czsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26357"
    uid: ab847e51-3d50-43bb-830a-582d0fe77b4c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-79b59b5966-6czsv
    to ip-10-0-138-159.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:02:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:02:57Z"
    name: isvc-canary-rollback-predictor-79b59b5966-6czsv.18c6bdca0b531f45
    namespace: kserve-ci-e2e-test
    resourceVersion: "26361"
    uid: 3962f31d-fa0e-412f-b682-59a3dd8f9cf5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:02:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-6czsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26368"
    uid: ab847e51-3d50-43bb-830a-582d0fe77b4c
  kind: Event
  lastTimestamp: "2026-07-29T11:02:58Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:02:58Z"
    name: isvc-canary-rollback-predictor-79b59b5966-6czsv.18c6bdca251738d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26377"
    uid: 400838bd-a0c6-4937-97a6-debd51c33449
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:02:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-6czsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26359"
    uid: ab847e51-3d50-43bb-830a-582d0fe77b4c
  kind: Event
  lastTimestamp: "2026-07-29T11:02:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:02:58Z"
    name: isvc-canary-rollback-predictor-79b59b5966-6czsv.18c6bdca26cd5446
    namespace: kserve-ci-e2e-test
    resourceVersion: "26379"
    uid: 98045bcd-14b6-473e-a389-cdece529b75f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:02:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-6czsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26359"
    uid: ab847e51-3d50-43bb-830a-582d0fe77b4c
  kind: Event
  lastTimestamp: "2026-07-29T11:02:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:02:58Z"
    name: isvc-canary-rollback-predictor-79b59b5966-6czsv.18c6bdca2a3f8cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26380"
    uid: 3bda41b5-f172-4b9e-9f5d-6d9d848dcfe3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:02:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-6czsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26359"
    uid: ab847e51-3d50-43bb-830a-582d0fe77b4c
  kind: Event
  lastTimestamp: "2026-07-29T11:02:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:02:58Z"
    name: isvc-canary-rollback-predictor-79b59b5966-6czsv.18c6bdca2ab3a782
    namespace: kserve-ci-e2e-test
    resourceVersion: "26381"
    uid: 63571997-ac3f-46ba-b357-d9affe334dc7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:03:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-6czsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26359"
    uid: ab847e51-3d50-43bb-830a-582d0fe77b4c
  kind: Event
  lastTimestamp: "2026-07-29T11:03:02Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:03:02Z"
    name: isvc-canary-rollback-predictor-79b59b5966-6czsv.18c6bdcb2f596b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "26417"
    uid: bf66cad3-8661-40ce-95c0-b98fcb5a8f4f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:03:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-6czsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26359"
    uid: ab847e51-3d50-43bb-830a-582d0fe77b4c
  kind: Event
  lastTimestamp: "2026-07-29T11:03:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:03:02Z"
    name: isvc-canary-rollback-predictor-79b59b5966-6czsv.18c6bdcb3289fcb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26419"
    uid: 310890d2-21af-4cd2-aca1-16aeebfeaaa0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:03:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-6czsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26359"
    uid: ab847e51-3d50-43bb-830a-582d0fe77b4c
  kind: Event
  lastTimestamp: "2026-07-29T11:03:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:03:02Z"
    name: isvc-canary-rollback-predictor-79b59b5966-6czsv.18c6bdcb3302fcd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26421"
    uid: e2a09198-4639-43ea-a8ea-030cfbcfbda1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:03:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-6czsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26359"
    uid: ab847e51-3d50-43bb-830a-582d0fe77b4c
  kind: Event
  lastTimestamp: "2026-07-29T11:03:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:03:02Z"
    name: isvc-canary-rollback-predictor-79b59b5966-6czsv.18c6bdcb330d0d50
    namespace: kserve-ci-e2e-test
    resourceVersion: "26422"
    uid: dc5bfaae-3a06-46cf-8a6c-92d220be7be4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:03:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-6czsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26359"
    uid: ab847e51-3d50-43bb-830a-582d0fe77b4c
  kind: Event
  lastTimestamp: "2026-07-29T11:03:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:03:02Z"
    name: isvc-canary-rollback-predictor-79b59b5966-6czsv.18c6bdcb360d86d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26424"
    uid: 39c5585f-1fc5-46e2-89cb-4f36808f09f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:03:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-6czsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26359"
    uid: ab847e51-3d50-43bb-830a-582d0fe77b4c
  kind: Event
  lastTimestamp: "2026-07-29T11:03:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:03:02Z"
    name: isvc-canary-rollback-predictor-79b59b5966-6czsv.18c6bdcb3684b3cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26425"
    uid: 50e64183-79a5-47ce-975e-ed9ab385198a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T11:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-6czsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26359"
    uid: ab847e51-3d50-43bb-830a-582d0fe77b4c
  kind: Event
  lastTimestamp: "2026-07-29T11:04:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:04:29Z"
    name: isvc-canary-rollback-predictor-79b59b5966-6czsv.18c6bdcb6b703b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27061"
    uid: 08c869c4-3db7-427b-8606-49876429df6b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-6czsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26359"
    uid: ab847e51-3d50-43bb-830a-582d0fe77b4c
  kind: Event
  lastTimestamp: "2026-07-29T11:04:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:04:27Z"
    name: isvc-canary-rollback-predictor-79b59b5966-6czsv.18c6bddf08cb7db9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27043"
    uid: 19c8cd34-16b0-4595-b877-1265e801c7ce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-6czsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26359"
    uid: ab847e51-3d50-43bb-830a-582d0fe77b4c
  kind: Event
  lastTimestamp: "2026-07-29T11:04:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:04:27Z"
    name: isvc-canary-rollback-predictor-79b59b5966-6czsv.18c6bddf08cca1bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27045"
    uid: 27fc8672-622a-4b94-8d84-f6d8dc1df860
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-6czsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26359"
    uid: ab847e51-3d50-43bb-830a-582d0fe77b4c
  kind: Event
  lastTimestamp: "2026-07-29T11:04:29Z"
  message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp
    10.134.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:04:29Z"
    name: isvc-canary-rollback-predictor-79b59b5966-6czsv.18c6bddf71a5efc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27060"
    uid: 419ff1ed-197b-4b6c-9054-20b862229c86
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:01:32.724684Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-rbckt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25651"
    uid: bad8e73f-a406-4f46-a240-4eefdab2af16
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-79b59b5966-rbckt
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:01:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:01:32Z"
    name: isvc-canary-rollback-predictor-79b59b5966-rbckt.18c6bdb63e3a75d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25656"
    uid: c7e2fc58-e5b3-4553-8ef6-18dd9d52ab58
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-rbckt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25653"
    uid: bad8e73f-a406-4f46-a240-4eefdab2af16
  kind: Event
  lastTimestamp: "2026-07-29T11:01:32Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-29T11:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:32Z"
    name: isvc-canary-rollback-predictor-79b59b5966-rbckt.18c6bdb646cb1120
    namespace: kserve-ci-e2e-test
    resourceVersion: "25673"
    uid: 3086539e-0c02-4344-8b2b-ae45b5452799
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-rbckt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25668"
    uid: bad8e73f-a406-4f46-a240-4eefdab2af16
  kind: Event
  lastTimestamp: "2026-07-29T11:01:33Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:01:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:01:33Z"
    name: isvc-canary-rollback-predictor-79b59b5966-rbckt.18c6bdb67ca6d4e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25692"
    uid: f947c458-9d74-4a6d-88f4-5a150293af6f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-rbckt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25653"
    uid: bad8e73f-a406-4f46-a240-4eefdab2af16
  kind: Event
  lastTimestamp: "2026-07-29T11:01:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:01:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:33Z"
    name: isvc-canary-rollback-predictor-79b59b5966-rbckt.18c6bdb67e33a8b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25696"
    uid: b7859345-6baf-4f0f-b858-f12c2368f575
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-rbckt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25653"
    uid: bad8e73f-a406-4f46-a240-4eefdab2af16
  kind: Event
  lastTimestamp: "2026-07-29T11:01:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:01:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:33Z"
    name: isvc-canary-rollback-predictor-79b59b5966-rbckt.18c6bdb68118f6c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25699"
    uid: 7528d0a2-8e3e-4d13-b140-12779296f989
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-rbckt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25653"
    uid: bad8e73f-a406-4f46-a240-4eefdab2af16
  kind: Event
  lastTimestamp: "2026-07-29T11:01:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:01:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:33Z"
    name: isvc-canary-rollback-predictor-79b59b5966-rbckt.18c6bdb681a31288
    namespace: kserve-ci-e2e-test
    resourceVersion: "25701"
    uid: 64b5c236-1ad0-4119-88ab-c119519c2b7d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-rbckt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25653"
    uid: bad8e73f-a406-4f46-a240-4eefdab2af16
  kind: Event
  lastTimestamp: "2026-07-29T11:01:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:38Z"
    name: isvc-canary-rollback-predictor-79b59b5966-rbckt.18c6bdb78dceee7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25742"
    uid: f64e6495-cd61-4402-aef9-b9728b3cbedb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-rbckt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25653"
    uid: bad8e73f-a406-4f46-a240-4eefdab2af16
  kind: Event
  lastTimestamp: "2026-07-29T11:01:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:38Z"
    name: isvc-canary-rollback-predictor-79b59b5966-rbckt.18c6bdb7917abcdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25745"
    uid: 142f6d7f-be79-4103-872f-308b31969e47
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-rbckt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25653"
    uid: bad8e73f-a406-4f46-a240-4eefdab2af16
  kind: Event
  lastTimestamp: "2026-07-29T11:01:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:38Z"
    name: isvc-canary-rollback-predictor-79b59b5966-rbckt.18c6bdb791efe0be
    namespace: kserve-ci-e2e-test
    resourceVersion: "25747"
    uid: 0c27d618-3724-4f39-98f3-4eb80c14ab49
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-rbckt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25653"
    uid: bad8e73f-a406-4f46-a240-4eefdab2af16
  kind: Event
  lastTimestamp: "2026-07-29T11:01:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:38Z"
    name: isvc-canary-rollback-predictor-79b59b5966-rbckt.18c6bdb791fa6351
    namespace: kserve-ci-e2e-test
    resourceVersion: "25750"
    uid: 0905ad6c-8aed-41c7-9dd5-0363fbe7316c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-rbckt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25653"
    uid: bad8e73f-a406-4f46-a240-4eefdab2af16
  kind: Event
  lastTimestamp: "2026-07-29T11:01:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:38Z"
    name: isvc-canary-rollback-predictor-79b59b5966-rbckt.18c6bdb7952af960
    namespace: kserve-ci-e2e-test
    resourceVersion: "25753"
    uid: c2f289bc-b7b1-4f9e-8aaf-64d5228a7068
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-rbckt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25653"
    uid: bad8e73f-a406-4f46-a240-4eefdab2af16
  kind: Event
  lastTimestamp: "2026-07-29T11:01:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:38Z"
    name: isvc-canary-rollback-predictor-79b59b5966-rbckt.18c6bdb795b83bd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25755"
    uid: e6059632-10e2-48fd-80d8-0edee4d80494
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-rbckt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25653"
    uid: bad8e73f-a406-4f46-a240-4eefdab2af16
  kind: Event
  lastTimestamp: "2026-07-29T11:04:28Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:04:28Z"
    name: isvc-canary-rollback-predictor-79b59b5966-rbckt.18c6bdb805dbca37
    namespace: kserve-ci-e2e-test
    resourceVersion: "27055"
    uid: 3b172721-4139-4de9-87cb-955764699eb9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-rbckt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25653"
    uid: bad8e73f-a406-4f46-a240-4eefdab2af16
  kind: Event
  lastTimestamp: "2026-07-29T11:04:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:04:27Z"
    name: isvc-canary-rollback-predictor-79b59b5966-rbckt.18c6bddf08a04262
    namespace: kserve-ci-e2e-test
    resourceVersion: "27042"
    uid: 85ad0726-219d-4fd0-82f9-03b83045a63a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-rbckt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25653"
    uid: bad8e73f-a406-4f46-a240-4eefdab2af16
  kind: Event
  lastTimestamp: "2026-07-29T11:04:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:04:27Z"
    name: isvc-canary-rollback-predictor-79b59b5966-rbckt.18c6bddf08a0bf00
    namespace: kserve-ci-e2e-test
    resourceVersion: "27044"
    uid: 2e1fb496-567a-472d-8b18-e3159ce26fd5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-rbckt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25653"
    uid: bad8e73f-a406-4f46-a240-4eefdab2af16
  kind: Event
  lastTimestamp: "2026-07-29T11:04:31Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:04:31Z"
    name: isvc-canary-rollback-predictor-79b59b5966-rbckt.18c6bddfd68af15f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27072"
    uid: f6e1638b-b00c-4a4e-a5a6-a2888686df88
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-79b59b5966
    namespace: kserve-ci-e2e-test
    resourceVersion: "25633"
    uid: 27ee9901-38ef-4537-9683-ac8e72817145
  kind: Event
  lastTimestamp: "2026-07-29T11:01:32Z"
  message: 'Created pod: isvc-canary-rollback-predictor-79b59b5966-rbckt'
  metadata:
    creationTimestamp: "2026-07-29T11:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:01:32Z"
    name: isvc-canary-rollback-predictor-79b59b5966.18c6bdb63dbd2f41
    namespace: kserve-ci-e2e-test
    resourceVersion: "25652"
    uid: 616849b9-2c7d-4ba8-8343-cde22a9ad2ee
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:02:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-79b59b5966
    namespace: kserve-ci-e2e-test
    resourceVersion: "26343"
    uid: 27ee9901-38ef-4537-9683-ac8e72817145
  kind: Event
  lastTimestamp: "2026-07-29T11:02:57Z"
  message: 'Created pod: isvc-canary-rollback-predictor-79b59b5966-6czsv'
  metadata:
    creationTimestamp: "2026-07-29T11:02:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:02:57Z"
    name: isvc-canary-rollback-predictor-79b59b5966.18c6bdca0ae01abd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26358"
    uid: bfbdf683-e72c-4baf-a389-043dbc043762
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25632"
    uid: cb6c2896-2ca9-4be2-a2a5-48355f5b2e6b
  kind: Event
  lastTimestamp: "2026-07-29T11:01:32Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-79b59b5966 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-29T11:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:01:32Z"
    name: isvc-canary-rollback-predictor.18c6bdb638db523b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25634"
    uid: d8a57524-ca26-4963-9914-3e56af93e826
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:02:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26338"
    uid: cb6c2896-2ca9-4be2-a2a5-48355f5b2e6b
  kind: Event
  lastTimestamp: "2026-07-29T11:02:57Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-79b59b5966 from 1
    to 2
  metadata:
    creationTimestamp: "2026-07-29T11:02:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:02:57Z"
    name: isvc-canary-rollback-predictor.18c6bdca074baac6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26348"
    uid: 37808c8c-ccab-4191-85d0-469a69649eab
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:01:32.765762Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b74c55879-w7vzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25655"
    uid: 6f067f8f-230e-4943-a4e4-6e050a344aaa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-7b74c55879-w7vzc
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:01:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:01:32Z"
    name: isvc-canary-rollback-v2-predictor-7b74c55879-w7vzc.18c6bdb640ad25be
    namespace: kserve-ci-e2e-test
    resourceVersion: "25663"
    uid: 58d30c0b-28e0-4451-ae03-99499d56528f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b74c55879-w7vzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25661"
    uid: 6f067f8f-230e-4943-a4e4-6e050a344aaa
  kind: Event
  lastTimestamp: "2026-07-29T11:01:32Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-29T11:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:32Z"
    name: isvc-canary-rollback-v2-predictor-7b74c55879-w7vzc.18c6bdb64cd5d7cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25678"
    uid: 913db9c6-167c-4854-824e-1da9a5f0b369
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b74c55879-w7vzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25672"
    uid: 6f067f8f-230e-4943-a4e4-6e050a344aaa
  kind: Event
  lastTimestamp: "2026-07-29T11:01:33Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:01:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:01:33Z"
    name: isvc-canary-rollback-v2-predictor-7b74c55879-w7vzc.18c6bdb67e010cc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25695"
    uid: 54d559b4-0061-46e7-8ae2-ddb8d9bba30b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b74c55879-w7vzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25661"
    uid: 6f067f8f-230e-4943-a4e4-6e050a344aaa
  kind: Event
  lastTimestamp: "2026-07-29T11:01:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:01:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:33Z"
    name: isvc-canary-rollback-v2-predictor-7b74c55879-w7vzc.18c6bdb67f4e019d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25698"
    uid: 46a43b0a-b9fd-4008-a449-eaef5c4c13f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b74c55879-w7vzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25661"
    uid: 6f067f8f-230e-4943-a4e4-6e050a344aaa
  kind: Event
  lastTimestamp: "2026-07-29T11:01:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:01:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:33Z"
    name: isvc-canary-rollback-v2-predictor-7b74c55879-w7vzc.18c6bdb68152a15d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25700"
    uid: 99327bd0-9481-4c9b-8c7b-56117ec9b9eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b74c55879-w7vzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25661"
    uid: 6f067f8f-230e-4943-a4e4-6e050a344aaa
  kind: Event
  lastTimestamp: "2026-07-29T11:01:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:01:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:33Z"
    name: isvc-canary-rollback-v2-predictor-7b74c55879-w7vzc.18c6bdb681c05085
    namespace: kserve-ci-e2e-test
    resourceVersion: "25702"
    uid: d64b35a9-2095-436c-a357-44f7b1ebf844
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b74c55879-w7vzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25661"
    uid: 6f067f8f-230e-4943-a4e4-6e050a344aaa
  kind: Event
  lastTimestamp: "2026-07-29T11:01:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:38Z"
    name: isvc-canary-rollback-v2-predictor-7b74c55879-w7vzc.18c6bdb78db35786
    namespace: kserve-ci-e2e-test
    resourceVersion: "25741"
    uid: a2838dea-4735-498a-aa16-b1831c58272f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b74c55879-w7vzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25661"
    uid: 6f067f8f-230e-4943-a4e4-6e050a344aaa
  kind: Event
  lastTimestamp: "2026-07-29T11:01:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:38Z"
    name: isvc-canary-rollback-v2-predictor-7b74c55879-w7vzc.18c6bdb7918dbc17
    namespace: kserve-ci-e2e-test
    resourceVersion: "25746"
    uid: 2577ed60-79aa-47fa-8ace-abb039110408
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b74c55879-w7vzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25661"
    uid: 6f067f8f-230e-4943-a4e4-6e050a344aaa
  kind: Event
  lastTimestamp: "2026-07-29T11:01:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:38Z"
    name: isvc-canary-rollback-v2-predictor-7b74c55879-w7vzc.18c6bdb7921bcb76
    namespace: kserve-ci-e2e-test
    resourceVersion: "25751"
    uid: 421756fc-7f5f-4315-850c-eca31c7789fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b74c55879-w7vzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25661"
    uid: 6f067f8f-230e-4943-a4e4-6e050a344aaa
  kind: Event
  lastTimestamp: "2026-07-29T11:01:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:38Z"
    name: isvc-canary-rollback-v2-predictor-7b74c55879-w7vzc.18c6bdb79223b83d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25752"
    uid: d35fc0ba-f747-40de-ae80-f9b7e72ae971
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b74c55879-w7vzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25661"
    uid: 6f067f8f-230e-4943-a4e4-6e050a344aaa
  kind: Event
  lastTimestamp: "2026-07-29T11:01:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:38Z"
    name: isvc-canary-rollback-v2-predictor-7b74c55879-w7vzc.18c6bdb7953c520c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25754"
    uid: 45add011-58e0-4ae1-b38f-ff39c377491a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b74c55879-w7vzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25661"
    uid: 6f067f8f-230e-4943-a4e4-6e050a344aaa
  kind: Event
  lastTimestamp: "2026-07-29T11:01:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:38Z"
    name: isvc-canary-rollback-v2-predictor-7b74c55879-w7vzc.18c6bdb795ca4ad8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25757"
    uid: 0db4c3ad-e6ea-4230-aecf-f1c06e957be6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b74c55879-w7vzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25661"
    uid: 6f067f8f-230e-4943-a4e4-6e050a344aaa
  kind: Event
  lastTimestamp: "2026-07-29T11:02:46Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:01:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:02:46Z"
    name: isvc-canary-rollback-v2-predictor-7b74c55879-w7vzc.18c6bdb7c9dc6d05
    namespace: kserve-ci-e2e-test
    resourceVersion: "26243"
    uid: 7f6640ac-20cd-442d-8e11-45f2336e1e3a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:02:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b74c55879-w7vzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25661"
    uid: 6f067f8f-230e-4943-a4e4-6e050a344aaa
  kind: Event
  lastTimestamp: "2026-07-29T11:02:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:02:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:02:57Z"
    name: isvc-canary-rollback-v2-predictor-7b74c55879-w7vzc.18c6bdca085508c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26353"
    uid: 230085b3-0c75-4184-a1f8-22c24740c0b2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:02:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b74c55879-w7vzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25661"
    uid: 6f067f8f-230e-4943-a4e4-6e050a344aaa
  kind: Event
  lastTimestamp: "2026-07-29T11:02:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:02:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:02:57Z"
    name: isvc-canary-rollback-v2-predictor-7b74c55879-w7vzc.18c6bdca0855870d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26354"
    uid: b32091fb-88e0-4667-b25f-4792b0c1284a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:03:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b74c55879-w7vzc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25661"
    uid: 6f067f8f-230e-4943-a4e4-6e050a344aaa
  kind: Event
  lastTimestamp: "2026-07-29T11:03:01Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:03:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:03:01Z"
    name: isvc-canary-rollback-v2-predictor-7b74c55879-w7vzc.18c6bdcae220ea28
    namespace: kserve-ci-e2e-test
    resourceVersion: "26407"
    uid: f768b8ff-13b1-49c3-be81-b200e2a5a13a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-7b74c55879
    namespace: kserve-ci-e2e-test
    resourceVersion: "25643"
    uid: 2bd90010-64f1-4df1-a691-1d6050b73fb6
  kind: Event
  lastTimestamp: "2026-07-29T11:01:32Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-7b74c55879-w7vzc'
  metadata:
    creationTimestamp: "2026-07-29T11:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:01:32Z"
    name: isvc-canary-rollback-v2-predictor-7b74c55879.18c6bdb63eab02e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25657"
    uid: a815b5ad-1fd1-4c18-b890-ffe7fbbe59bd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25641"
    uid: a1d6f7fd-262e-47fd-9953-686f2fbe3bb4
  kind: Event
  lastTimestamp: "2026-07-29T11:01:32Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-7b74c55879 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:01:32Z"
    name: isvc-canary-rollback-v2-predictor.18c6bdb63adda6b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25645"
    uid: 421a2245-5dca-4e78-9729-121b204f87ad
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25625"
    uid: 0620be32-d1fb-4717-95c3-01ee9cf8db10
  kind: Event
  lastTimestamp: "2026-07-29T11:02:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:02:57Z"
    name: isvc-canary-rollback.18c6bdb63ab4f2fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26372"
    uid: 5bd922d1-8fe2-44b1-9e63-100f7034a61e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25625"
    uid: 0620be32-d1fb-4717-95c3-01ee9cf8db10
  kind: Event
  lastTimestamp: "2026-07-29T11:02:57Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:02:57Z"
    name: isvc-canary-rollback.18c6bdb63b71309f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26365"
    uid: f8b62501-24d9-4e9d-adb1-1619ae1bdfde
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25625"
    uid: 0620be32-d1fb-4717-95c3-01ee9cf8db10
  kind: Event
  lastTimestamp: "2026-07-29T11:02:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:02:57Z"
    name: isvc-canary-rollback.18c6bdb63b71781a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26367"
    uid: ca59fa9b-6595-4a23-aaa2-1f218e18faab
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:02:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26266"
    uid: 0620be32-d1fb-4717-95c3-01ee9cf8db10
  kind: Event
  lastTimestamp: "2026-07-29T11:04:19Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:04:19Z"
    name: isvc-canary-rollback.18c6bdc7f6950c72
    namespace: kserve-ci-e2e-test
    resourceVersion: "26961"
    uid: e3e207e3-91cb-4ac1-8b27-0149c31deb9e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:02:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26370"
    uid: 0620be32-d1fb-4717-95c3-01ee9cf8db10
  kind: Event
  lastTimestamp: "2026-07-29T11:02:57Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-29T11:02:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:02:57Z"
    name: isvc-canary-rollback.18c6bdca0f95d631
    namespace: kserve-ci-e2e-test
    resourceVersion: "26371"
    uid: 2bd6345c-6085-46fd-8b21-323f029f5db3
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:04:33.086833Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-75dfd479cd-26gh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27119"
    uid: 26ce6cdf-0af2-4665-9fb2-337986959768
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-75dfd479cd-26gh9
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:04:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:04:33Z"
    name: isvc-canary-stop-predictor-75dfd479cd-26gh9.18c6bde03ca65b33
    namespace: kserve-ci-e2e-test
    resourceVersion: "27129"
    uid: af979aae-ba81-4ef4-a4d4-4bb317ee8b50
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-75dfd479cd-26gh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27122"
    uid: 26ce6cdf-0af2-4665-9fb2-337986959768
  kind: Event
  lastTimestamp: "2026-07-29T11:04:33Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-29T11:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:04:33Z"
    name: isvc-canary-stop-predictor-75dfd479cd-26gh9.18c6bde0490b6bc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27146"
    uid: 277b72c2-3cb1-47cd-b6f8-49c45c398216
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-75dfd479cd-26gh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27136"
    uid: 26ce6cdf-0af2-4665-9fb2-337986959768
  kind: Event
  lastTimestamp: "2026-07-29T11:04:34Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:04:34Z"
    name: isvc-canary-stop-predictor-75dfd479cd-26gh9.18c6bde07a433b00
    namespace: kserve-ci-e2e-test
    resourceVersion: "27161"
    uid: 6769e25f-77a8-4839-a492-45292fb538f3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-75dfd479cd-26gh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27122"
    uid: 26ce6cdf-0af2-4665-9fb2-337986959768
  kind: Event
  lastTimestamp: "2026-07-29T11:04:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:04:34Z"
    name: isvc-canary-stop-predictor-75dfd479cd-26gh9.18c6bde07bc14554
    namespace: kserve-ci-e2e-test
    resourceVersion: "27167"
    uid: 4eedfe7a-8229-4539-8e0a-eb02f4b01e39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-75dfd479cd-26gh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27122"
    uid: 26ce6cdf-0af2-4665-9fb2-337986959768
  kind: Event
  lastTimestamp: "2026-07-29T11:04:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:04:34Z"
    name: isvc-canary-stop-predictor-75dfd479cd-26gh9.18c6bde07ec96b57
    namespace: kserve-ci-e2e-test
    resourceVersion: "27171"
    uid: 8c9495de-5226-41c7-88af-01e2f4dc050f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-75dfd479cd-26gh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27122"
    uid: 26ce6cdf-0af2-4665-9fb2-337986959768
  kind: Event
  lastTimestamp: "2026-07-29T11:04:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:04:34Z"
    name: isvc-canary-stop-predictor-75dfd479cd-26gh9.18c6bde07f37f287
    namespace: kserve-ci-e2e-test
    resourceVersion: "27172"
    uid: 74807c66-2001-4b09-bd2b-cf0bbae0bf67
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-75dfd479cd-26gh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27122"
    uid: 26ce6cdf-0af2-4665-9fb2-337986959768
  kind: Event
  lastTimestamp: "2026-07-29T11:04:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:04:38Z"
    name: isvc-canary-stop-predictor-75dfd479cd-26gh9.18c6bde169cddc6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27203"
    uid: 3f5af329-4445-4c0a-b8f1-fecf7028aac2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-75dfd479cd-26gh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27122"
    uid: 26ce6cdf-0af2-4665-9fb2-337986959768
  kind: Event
  lastTimestamp: "2026-07-29T11:04:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:04:38Z"
    name: isvc-canary-stop-predictor-75dfd479cd-26gh9.18c6bde16d7f6159
    namespace: kserve-ci-e2e-test
    resourceVersion: "27209"
    uid: e07a684f-7f04-41b9-8a2c-6347869cb955
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-75dfd479cd-26gh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27122"
    uid: 26ce6cdf-0af2-4665-9fb2-337986959768
  kind: Event
  lastTimestamp: "2026-07-29T11:04:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:04:38Z"
    name: isvc-canary-stop-predictor-75dfd479cd-26gh9.18c6bde16df36458
    namespace: kserve-ci-e2e-test
    resourceVersion: "27213"
    uid: c87190a9-9668-4b3c-aeb8-348cebc776bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-75dfd479cd-26gh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27122"
    uid: 26ce6cdf-0af2-4665-9fb2-337986959768
  kind: Event
  lastTimestamp: "2026-07-29T11:04:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:04:38Z"
    name: isvc-canary-stop-predictor-75dfd479cd-26gh9.18c6bde16dfd768e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27215"
    uid: 20799951-8c69-4450-9f67-703d57bf2d6d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-75dfd479cd-26gh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27122"
    uid: 26ce6cdf-0af2-4665-9fb2-337986959768
  kind: Event
  lastTimestamp: "2026-07-29T11:04:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:04:38Z"
    name: isvc-canary-stop-predictor-75dfd479cd-26gh9.18c6bde17125cdfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27217"
    uid: aee836e1-0930-4dae-a920-a2cb672e3142
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-75dfd479cd-26gh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27122"
    uid: 26ce6cdf-0af2-4665-9fb2-337986959768
  kind: Event
  lastTimestamp: "2026-07-29T11:04:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:04:38Z"
    name: isvc-canary-stop-predictor-75dfd479cd-26gh9.18c6bde17199ffb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27219"
    uid: d3e457fa-df07-46e9-8367-23f8acc9c984
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-75dfd479cd-26gh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27122"
    uid: 26ce6cdf-0af2-4665-9fb2-337986959768
  kind: Event
  lastTimestamp: "2026-07-29T11:06:06Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:06:06Z"
    name: isvc-canary-stop-predictor-75dfd479cd-26gh9.18c6bde1e1e22cbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27899"
    uid: 95c325c0-aa3b-4eba-8a68-2eac4c9766af
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:06:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-75dfd479cd-26gh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27122"
    uid: 26ce6cdf-0af2-4665-9fb2-337986959768
  kind: Event
  lastTimestamp: "2026-07-29T11:06:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:06:03Z"
    name: isvc-canary-stop-predictor-75dfd479cd-26gh9.18c6bdf533077b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27852"
    uid: 891a6ffa-3a18-45d0-8465-2ab98540f54d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:06:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-75dfd479cd-26gh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27122"
    uid: 26ce6cdf-0af2-4665-9fb2-337986959768
  kind: Event
  lastTimestamp: "2026-07-29T11:06:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:06:03Z"
    name: isvc-canary-stop-predictor-75dfd479cd-26gh9.18c6bdf5330aadf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27856"
    uid: 0007f7c7-8260-4077-a5d1-568712ef627e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:06:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-75dfd479cd-26gh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27122"
    uid: 26ce6cdf-0af2-4665-9fb2-337986959768
  kind: Event
  lastTimestamp: "2026-07-29T11:06:06Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:06:06Z"
    name: isvc-canary-stop-predictor-75dfd479cd-26gh9.18c6bdf5e82549a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27892"
    uid: e35e8a51-780e-4886-bcd4-1c2d1022d31b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-75dfd479cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27101"
    uid: 111884d2-f369-497e-a28a-96b6c256e6f9
  kind: Event
  lastTimestamp: "2026-07-29T11:04:33Z"
  message: 'Created pod: isvc-canary-stop-predictor-75dfd479cd-26gh9'
  metadata:
    creationTimestamp: "2026-07-29T11:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:04:33Z"
    name: isvc-canary-stop-predictor-75dfd479cd.18c6bde03c41e427
    namespace: kserve-ci-e2e-test
    resourceVersion: "27121"
    uid: 5d351939-f3fa-40d1-a7be-74fefbf5ed6b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27100"
    uid: 00bb4b21-a2da-4565-a47b-cc7186048b46
  kind: Event
  lastTimestamp: "2026-07-29T11:04:32Z"
  message: Scaled up replica set isvc-canary-stop-predictor-75dfd479cd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:04:32Z"
    name: isvc-canary-stop-predictor.18c6bde0375a1efd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27102"
    uid: 54e5c03d-7720-431d-a431-1565b1cb6b91
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:04:33.092297Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-865fc6b775-zb88z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27120"
    uid: 607ad23e-2acf-4a9d-b271-b21350c7460a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-865fc6b775-zb88z
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:04:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:04:33Z"
    name: isvc-canary-stop-v2-predictor-865fc6b775-zb88z.18c6bde03cf9b8de
    namespace: kserve-ci-e2e-test
    resourceVersion: "27128"
    uid: 2f34d9f8-3600-48f8-acc3-4d554a475978
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-865fc6b775-zb88z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27138"
    uid: 607ad23e-2acf-4a9d-b271-b21350c7460a
  kind: Event
  lastTimestamp: "2026-07-29T11:04:33Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:04:33Z"
    name: isvc-canary-stop-v2-predictor-865fc6b775-zb88z.18c6bde056c4aca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: 3da4cc47-573f-47d5-9d57-eda6233acac0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-865fc6b775-zb88z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27125"
    uid: 607ad23e-2acf-4a9d-b271-b21350c7460a
  kind: Event
  lastTimestamp: "2026-07-29T11:04:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:04:33Z"
    name: isvc-canary-stop-v2-predictor-865fc6b775-zb88z.18c6bde05866882b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27155"
    uid: ba8b1980-eef5-441f-a121-7e7da4792260
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-865fc6b775-zb88z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27125"
    uid: 607ad23e-2acf-4a9d-b271-b21350c7460a
  kind: Event
  lastTimestamp: "2026-07-29T11:04:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:04:33Z"
    name: isvc-canary-stop-v2-predictor-865fc6b775-zb88z.18c6bde05b09ae05
    namespace: kserve-ci-e2e-test
    resourceVersion: "27156"
    uid: 4c5d32a2-2fe1-443e-b5d5-d29c26db684e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-865fc6b775-zb88z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27125"
    uid: 607ad23e-2acf-4a9d-b271-b21350c7460a
  kind: Event
  lastTimestamp: "2026-07-29T11:04:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:04:33Z"
    name: isvc-canary-stop-v2-predictor-865fc6b775-zb88z.18c6bde05b770afb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27157"
    uid: 9c273b6d-de2e-47ff-a88a-c52a566ac620
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-865fc6b775-zb88z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27125"
    uid: 607ad23e-2acf-4a9d-b271-b21350c7460a
  kind: Event
  lastTimestamp: "2026-07-29T11:04:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:04:38Z"
    name: isvc-canary-stop-v2-predictor-865fc6b775-zb88z.18c6bde169e289d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27205"
    uid: 6caeb5a6-e1b5-40f0-bd3f-1889f67251cb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-865fc6b775-zb88z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27125"
    uid: 607ad23e-2acf-4a9d-b271-b21350c7460a
  kind: Event
  lastTimestamp: "2026-07-29T11:04:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:04:38Z"
    name: isvc-canary-stop-v2-predictor-865fc6b775-zb88z.18c6bde16d73363a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27208"
    uid: efc9f4aa-0796-4d1b-86c3-80fc5be3d464
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-865fc6b775-zb88z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27125"
    uid: 607ad23e-2acf-4a9d-b271-b21350c7460a
  kind: Event
  lastTimestamp: "2026-07-29T11:04:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:04:38Z"
    name: isvc-canary-stop-v2-predictor-865fc6b775-zb88z.18c6bde16de55512
    namespace: kserve-ci-e2e-test
    resourceVersion: "27210"
    uid: 24398b43-336f-4bd9-8376-d2f98b3d43a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-865fc6b775-zb88z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27125"
    uid: 607ad23e-2acf-4a9d-b271-b21350c7460a
  kind: Event
  lastTimestamp: "2026-07-29T11:04:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:04:38Z"
    name: isvc-canary-stop-v2-predictor-865fc6b775-zb88z.18c6bde16def43a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27211"
    uid: aadc70e9-8634-4fdd-a7bb-50dc66269f65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-865fc6b775-zb88z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27125"
    uid: 607ad23e-2acf-4a9d-b271-b21350c7460a
  kind: Event
  lastTimestamp: "2026-07-29T11:04:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:04:38Z"
    name: isvc-canary-stop-v2-predictor-865fc6b775-zb88z.18c6bde17118f09e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27216"
    uid: b9226305-d47f-4a58-9d8f-00be864a0b77
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-865fc6b775-zb88z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27125"
    uid: 607ad23e-2acf-4a9d-b271-b21350c7460a
  kind: Event
  lastTimestamp: "2026-07-29T11:04:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:04:38Z"
    name: isvc-canary-stop-v2-predictor-865fc6b775-zb88z.18c6bde1718cfc7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27218"
    uid: e74e373e-af06-4806-b8fd-615acaa72dc2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-865fc6b775-zb88z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27125"
    uid: 607ad23e-2acf-4a9d-b271-b21350c7460a
  kind: Event
  lastTimestamp: "2026-07-29T11:06:05Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:06:05Z"
    name: isvc-canary-stop-v2-predictor-865fc6b775-zb88z.18c6bde1a60ae01a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27886"
    uid: 8ede7864-404e-4b27-9d8b-6fb8a4298c53
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:06:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-865fc6b775-zb88z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27125"
    uid: 607ad23e-2acf-4a9d-b271-b21350c7460a
  kind: Event
  lastTimestamp: "2026-07-29T11:06:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:06:03Z"
    name: isvc-canary-stop-v2-predictor-865fc6b775-zb88z.18c6bdf53548b67b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27864"
    uid: 55d820f0-1030-4fb4-a4a0-a3529dc6e616
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:06:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-865fc6b775-zb88z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27125"
    uid: 607ad23e-2acf-4a9d-b271-b21350c7460a
  kind: Event
  lastTimestamp: "2026-07-29T11:06:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:06:03Z"
    name: isvc-canary-stop-v2-predictor-865fc6b775-zb88z.18c6bdf5354940dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27865"
    uid: 8c9337cd-625c-4286-8f5f-ed60841823c5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:06:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-865fc6b775-zb88z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27125"
    uid: 607ad23e-2acf-4a9d-b271-b21350c7460a
  kind: Event
  lastTimestamp: "2026-07-29T11:06:05Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:06:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:06:05Z"
    name: isvc-canary-stop-v2-predictor-865fc6b775-zb88z.18c6bdf5ac392777
    namespace: kserve-ci-e2e-test
    resourceVersion: "27885"
    uid: 420e3da3-f872-4b64-bb99-ba45c3d9e8bd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-865fc6b775
    namespace: kserve-ci-e2e-test
    resourceVersion: "27110"
    uid: 9f5a0da9-f09a-42bb-b852-b61cfdaed183
  kind: Event
  lastTimestamp: "2026-07-29T11:04:33Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-865fc6b775-zb88z'
  metadata:
    creationTimestamp: "2026-07-29T11:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:04:33Z"
    name: isvc-canary-stop-v2-predictor-865fc6b775.18c6bde03c74afe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27124"
    uid: 549890dd-13c5-483a-b106-de4b54ae96a6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27109"
    uid: 6b9e64a3-f49f-419f-bc20-4fabae9a0679
  kind: Event
  lastTimestamp: "2026-07-29T11:04:33Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-865fc6b775 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-29T11:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:04:33Z"
    name: isvc-canary-stop-v2-predictor.18c6bde0398c4279
    namespace: kserve-ci-e2e-test
    resourceVersion: "27112"
    uid: 12083f68-4326-4846-aa76-1c7b5b83c2f6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27092"
    uid: 79f1be22-91e4-4553-8c27-4ccf2ede7056
  kind: Event
  lastTimestamp: "2026-07-29T11:06:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:06:03Z"
    name: isvc-canary-stop.18c6bde039416621
    namespace: kserve-ci-e2e-test
    resourceVersion: "27870"
    uid: 20ec6717-37d9-40ca-b95d-29510821ecb0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27092"
    uid: 79f1be22-91e4-4553-8c27-4ccf2ede7056
  kind: Event
  lastTimestamp: "2026-07-29T11:04:33Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:04:33Z"
    name: isvc-canary-stop.18c6bde039dca23b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27114"
    uid: bd325653-a653-44d9-baba-5c973fbe8d0a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27092"
    uid: 79f1be22-91e4-4553-8c27-4ccf2ede7056
  kind: Event
  lastTimestamp: "2026-07-29T11:04:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:04:33Z"
    name: isvc-canary-stop.18c6bde039dcf7b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27115"
    uid: fa78a30c-4e6f-4ecb-a078-d748eab013a5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:05:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27801"
    uid: 79f1be22-91e4-4553-8c27-4ccf2ede7056
  kind: Event
  lastTimestamp: "2026-07-29T11:05:56Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:05:56Z"
    name: isvc-canary-stop.18c6bdf3bc404e3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27802"
    uid: 11dac623-a437-47eb-963e-92934b9b8d3e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:06:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27861"
    uid: 79f1be22-91e4-4553-8c27-4ccf2ede7056
  kind: Event
  lastTimestamp: "2026-07-29T11:06:03Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-07-29T11:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:06:03Z"
    name: isvc-canary-stop.18c6bdf534d75844
    namespace: kserve-ci-e2e-test
    resourceVersion: "27863"
    uid: d7abb7a4-8381-4db6-98fa-e2e4a38a6937
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:25:43.161764Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-541eb7-predictor-66c5b888ff-ks642
    namespace: kserve-ci-e2e-test
    resourceVersion: "37477"
    uid: 7c4aaf59-5591-4ec1-88e3-706b43ee9194
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-541eb7-predictor-66c5b888ff-ks642
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:25:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:25:43Z"
    name: isvc-init-fail-541eb7-predictor-66c5b888ff-ks642.18c6bf07f303db5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37481"
    uid: 01eb14af-9312-4851-b8e3-69ee5583b5e0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-541eb7-predictor-66c5b888ff-ks642
    namespace: kserve-ci-e2e-test
    resourceVersion: "37479"
    uid: 7c4aaf59-5591-4ec1-88e3-706b43ee9194
  kind: Event
  lastTimestamp: "2026-07-29T11:25:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-541eb7-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-29T11:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:25:43Z"
    name: isvc-init-fail-541eb7-predictor-66c5b888ff-ks642.18c6bf0805059270
    namespace: kserve-ci-e2e-test
    resourceVersion: "37497"
    uid: 20edbfce-2c91-4999-84d6-aa89dad8f297
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-541eb7-predictor-66c5b888ff-ks642
    namespace: kserve-ci-e2e-test
    resourceVersion: "37487"
    uid: 7c4aaf59-5591-4ec1-88e3-706b43ee9194
  kind: Event
  lastTimestamp: "2026-07-29T11:25:44Z"
  message: Add eth0 [10.133.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:25:44Z"
    name: isvc-init-fail-541eb7-predictor-66c5b888ff-ks642.18c6bf08303457e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37504"
    uid: e6e3b59a-55e0-4d99-a2c8-f6300441f861
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-541eb7-predictor-66c5b888ff-ks642
    namespace: kserve-ci-e2e-test
    resourceVersion: "37479"
    uid: 7c4aaf59-5591-4ec1-88e3-706b43ee9194
  kind: Event
  lastTimestamp: "2026-07-29T11:25:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:25:48Z"
    name: isvc-init-fail-541eb7-predictor-66c5b888ff-ks642.18c6bf0831a70e1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37549"
    uid: f2e2060c-3a96-4f1b-9f3a-892ab2a1050b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-541eb7-predictor-66c5b888ff-ks642
    namespace: kserve-ci-e2e-test
    resourceVersion: "37479"
    uid: 7c4aaf59-5591-4ec1-88e3-706b43ee9194
  kind: Event
  lastTimestamp: "2026-07-29T11:25:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:25:48Z"
    name: isvc-init-fail-541eb7-predictor-66c5b888ff-ks642.18c6bf0834ec21d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37551"
    uid: 3cdc6e42-e132-4198-b272-decd313a5268
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-541eb7-predictor-66c5b888ff-ks642
    namespace: kserve-ci-e2e-test
    resourceVersion: "37479"
    uid: 7c4aaf59-5591-4ec1-88e3-706b43ee9194
  kind: Event
  lastTimestamp: "2026-07-29T11:25:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:25:48Z"
    name: isvc-init-fail-541eb7-predictor-66c5b888ff-ks642.18c6bf08355cce1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37553"
    uid: 096dd3da-ca91-4e55-9b2a-31d023eff078
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-541eb7-predictor-66c5b888ff-ks642
    namespace: kserve-ci-e2e-test
    resourceVersion: "37479"
    uid: 7c4aaf59-5591-4ec1-88e3-706b43ee9194
  kind: Event
  lastTimestamp: "2026-07-29T11:25:53Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:25:53Z"
    name: isvc-init-fail-541eb7-predictor-66c5b888ff-ks642.18c6bf0a47062936
    namespace: kserve-ci-e2e-test
    resourceVersion: "37606"
    uid: 7ae0fa9c-f424-47d2-9ce1-f34f1a3475aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-541eb7-predictor-66c5b888ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "37470"
    uid: e902387b-bb80-4ff6-939c-2eda56b88a42
  kind: Event
  lastTimestamp: "2026-07-29T11:25:43Z"
  message: 'Created pod: isvc-init-fail-541eb7-predictor-66c5b888ff-ks642'
  metadata:
    creationTimestamp: "2026-07-29T11:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:25:43Z"
    name: isvc-init-fail-541eb7-predictor-66c5b888ff.18c6bf07f2a0eb57
    namespace: kserve-ci-e2e-test
    resourceVersion: "37478"
    uid: 331a9fed-2783-4f55-8edc-b17a2b9ba6a5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-541eb7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37468"
    uid: d4248b68-10b3-4038-93ba-f78b32b5e2a6
  kind: Event
  lastTimestamp: "2026-07-29T11:25:43Z"
  message: Scaled up replica set isvc-init-fail-541eb7-predictor-66c5b888ff from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-29T11:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:25:43Z"
    name: isvc-init-fail-541eb7-predictor.18c6bf07f020a3dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37471"
    uid: 87c3997f-db16-47af-835e-49acbeb26349
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-541eb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37460"
    uid: a18ac3ca-b433-4609-9a9f-0c62fc7eeb08
  kind: Event
  lastTimestamp: "2026-07-29T11:25:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:25:48Z"
    name: isvc-init-fail-541eb7.18c6bf07f029aa56
    namespace: kserve-ci-e2e-test
    resourceVersion: "37556"
    uid: cf4b7de6-62d6-4a30-8cc9-c9eb34b432d2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-541eb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37460"
    uid: a18ac3ca-b433-4609-9a9f-0c62fc7eeb08
  kind: Event
  lastTimestamp: "2026-07-29T11:25:43Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-541eb7":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-541eb7":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:25:43Z"
    name: isvc-init-fail-541eb7.18c6bf07f0af4a30
    namespace: kserve-ci-e2e-test
    resourceVersion: "37489"
    uid: 11927780-7bea-411a-8b3a-75da56bb3c01
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-541eb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37460"
    uid: a18ac3ca-b433-4609-9a9f-0c62fc7eeb08
  kind: Event
  lastTimestamp: "2026-07-29T11:25:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-541eb7": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:25:43Z"
    name: isvc-init-fail-541eb7.18c6bf07f0af95cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37490"
    uid: 95835b95-5c86-436c-b5c8-c21479becd30
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:06:13.416991Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h7blj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27997"
    uid: 77c17ce7-4ea2-4069-9b5f-430a2992a5b2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-h7blj
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:06:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:06:13Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h7blj.18c6bdf798cb17ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "28001"
    uid: 6cb0dfc0-a4b0-4a6f-8afa-1486404118dd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:06:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h7blj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28005"
    uid: 77c17ce7-4ea2-4069-9b5f-430a2992a5b2
  kind: Event
  lastTimestamp: "2026-07-29T11:06:13Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:06:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:06:13Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h7blj.18c6bdf7b20c820a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28018"
    uid: 8c456230-bcaa-4365-82a8-bda2801d029e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:06:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h7blj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27999"
    uid: 77c17ce7-4ea2-4069-9b5f-430a2992a5b2
  kind: Event
  lastTimestamp: "2026-07-29T11:06:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:06:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:06:13Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h7blj.18c6bdf7b37fa58f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28020"
    uid: ef662ed2-1afd-4195-af52-4d65bdf5381a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:06:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h7blj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27999"
    uid: 77c17ce7-4ea2-4069-9b5f-430a2992a5b2
  kind: Event
  lastTimestamp: "2026-07-29T11:06:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:06:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:06:13Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h7blj.18c6bdf7b6666554
    namespace: kserve-ci-e2e-test
    resourceVersion: "28021"
    uid: 43baae38-c1ca-4093-946e-c95dccace461
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:06:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h7blj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27999"
    uid: 77c17ce7-4ea2-4069-9b5f-430a2992a5b2
  kind: Event
  lastTimestamp: "2026-07-29T11:06:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:06:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:06:13Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h7blj.18c6bdf7b6d53fe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28023"
    uid: 536bb62c-6be3-4281-9d82-988becb26d7e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:06:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h7blj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27999"
    uid: 77c17ce7-4ea2-4069-9b5f-430a2992a5b2
  kind: Event
  lastTimestamp: "2026-07-29T11:06:17Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-29T11:06:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:06:17Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h7blj.18c6bdf8918be800
    namespace: kserve-ci-e2e-test
    resourceVersion: "28051"
    uid: 301b9323-83c0-4991-b520-c2ac4d0b9159
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:06:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h7blj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27999"
    uid: 77c17ce7-4ea2-4069-9b5f-430a2992a5b2
  kind: Event
  lastTimestamp: "2026-07-29T11:06:23Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.331s (6.331s
    including waiting). Image size: 607170829 bytes.'
  metadata:
    creationTimestamp: "2026-07-29T11:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:06:23Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h7blj.18c6bdfa0ae88224
    namespace: kserve-ci-e2e-test
    resourceVersion: "28103"
    uid: 06e6b8db-276b-4658-a3e5-2e90870737b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:06:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h7blj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27999"
    uid: 77c17ce7-4ea2-4069-9b5f-430a2992a5b2
  kind: Event
  lastTimestamp: "2026-07-29T11:06:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:06:23Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h7blj.18c6bdfa0dc7c416
    namespace: kserve-ci-e2e-test
    resourceVersion: "28104"
    uid: 50c54a8c-72f7-43b0-882a-2eea6e8b3084
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:06:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h7blj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27999"
    uid: 77c17ce7-4ea2-4069-9b5f-430a2992a5b2
  kind: Event
  lastTimestamp: "2026-07-29T11:06:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:06:23Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h7blj.18c6bdfa0e31b305
    namespace: kserve-ci-e2e-test
    resourceVersion: "28105"
    uid: dac72ace-fa29-4087-9d4c-3647267f5cd1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:06:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h7blj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27999"
    uid: 77c17ce7-4ea2-4069-9b5f-430a2992a5b2
  kind: Event
  lastTimestamp: "2026-07-29T11:06:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:06:23Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h7blj.18c6bdfa0e3b85b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28106"
    uid: b10e5b03-3afd-40fc-8ec3-97568a336253
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:06:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h7blj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27999"
    uid: 77c17ce7-4ea2-4069-9b5f-430a2992a5b2
  kind: Event
  lastTimestamp: "2026-07-29T11:06:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:06:24Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h7blj.18c6bdfa114cf365
    namespace: kserve-ci-e2e-test
    resourceVersion: "28108"
    uid: beb79ca4-9f79-400e-ae02-30cc951ec607
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:06:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h7blj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27999"
    uid: 77c17ce7-4ea2-4069-9b5f-430a2992a5b2
  kind: Event
  lastTimestamp: "2026-07-29T11:06:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:06:24Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h7blj.18c6bdfa11d02dc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28109"
    uid: 6e5d0a08-f9a6-42b0-9656-2ce5eec43d35
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-29T11:06:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h7blj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27999"
    uid: 77c17ce7-4ea2-4069-9b5f-430a2992a5b2
  kind: Event
  lastTimestamp: "2026-07-29T11:07:31Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:06:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:07:31Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h7blj.18c6bdfa70a84f42
    namespace: kserve-ci-e2e-test
    resourceVersion: "28592"
    uid: 094c73a8-a894-494e-8613-4e93197052e5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h7blj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27999"
    uid: 77c17ce7-4ea2-4069-9b5f-430a2992a5b2
  kind: Event
  lastTimestamp: "2026-07-29T11:07:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:07:43Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h7blj.18c6be0c96609108
    namespace: kserve-ci-e2e-test
    resourceVersion: "28699"
    uid: 22e7b0ff-2754-4226-a454-83ec5606804e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h7blj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27999"
    uid: 77c17ce7-4ea2-4069-9b5f-430a2992a5b2
  kind: Event
  lastTimestamp: "2026-07-29T11:07:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:07:43Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h7blj.18c6be0c96612299
    namespace: kserve-ci-e2e-test
    resourceVersion: "28700"
    uid: 2d0e9b0d-fc7b-430a-97aa-8e22e05d4ab0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:07:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h7blj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27999"
    uid: 77c17ce7-4ea2-4069-9b5f-430a2992a5b2
  kind: Event
  lastTimestamp: "2026-07-29T11:07:46Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:07:46Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h7blj.18c6be0d4cd2ab64
    namespace: kserve-ci-e2e-test
    resourceVersion: "28721"
    uid: 40e14b14-0492-4e27-a328-2af0f29132b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:06:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "27985"
    uid: 3095230e-2881-429d-b924-36d900243c80
  kind: Event
  lastTimestamp: "2026-07-29T11:06:13Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-h7blj'
  metadata:
    creationTimestamp: "2026-07-29T11:06:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:06:13Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18c6bdf79818cfb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27998"
    uid: adbf22c3-6681-43d7-b9bc-c281969c2191
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:06:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27983"
    uid: ae1c8f10-754f-4d98-a763-f38998a77493
  kind: Event
  lastTimestamp: "2026-07-29T11:06:13Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:06:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:06:13Z"
    name: isvc-lightgbm-predictor.18c6bdf793a2e21a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27986"
    uid: 04d3d621-db1a-4c30-97d7-910c180a1654
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:06:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27984"
    uid: d5a15014-6710-473c-b43d-1126bfc29582
  kind: Event
  lastTimestamp: "2026-07-29T11:06:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:06:28Z"
    name: isvc-lightgbm-predictor.18c6bdfb12898262
    namespace: kserve-ci-e2e-test
    resourceVersion: "28139"
    uid: 1a5d9138-6c56-43e4-9127-0701d078d35b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:06:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27984"
    uid: d5a15014-6710-473c-b43d-1126bfc29582
  kind: Event
  lastTimestamp: "2026-07-29T11:06:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:06:28Z"
    name: isvc-lightgbm-predictor.18c6bdfb12f44812
    namespace: kserve-ci-e2e-test
    resourceVersion: "28141"
    uid: ec7ddf67-2624-4dfe-b819-c1b76536ddff
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-29T11:06:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28140"
    uid: d5a15014-6710-473c-b43d-1126bfc29582
  kind: Event
  lastTimestamp: "2026-07-29T11:07:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:07:43Z"
    name: isvc-lightgbm-predictor.18c6bdfe91d8d6fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28682"
    uid: 43b6617e-46eb-456b-8a0d-4312736d47c1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-29T11:06:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28140"
    uid: d5a15014-6710-473c-b43d-1126bfc29582
  kind: Event
  lastTimestamp: "2026-07-29T11:07:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:07:43Z"
    name: isvc-lightgbm-predictor.18c6bdfe923c9a0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28683"
    uid: 0769afed-c36e-47a1-b22e-b4186458ec67
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:07:48.732021Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2c7s4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28764"
    uid: 29e5184b-22b6-46e7-b059-dd9a97b94f24
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-2c7s4
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:07:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:07:48Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2c7s4.18c6be0dca030f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "28768"
    uid: d8a4f684-d081-41f2-be15-550206890030
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:07:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2c7s4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28772"
    uid: 29e5184b-22b6-46e7-b059-dd9a97b94f24
  kind: Event
  lastTimestamp: "2026-07-29T11:07:49Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:07:49Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2c7s4.18c6be0de3582eeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28779"
    uid: c648deaf-96c7-4340-8f04-f1115bb9f21b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:07:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2c7s4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28766"
    uid: 29e5184b-22b6-46e7-b059-dd9a97b94f24
  kind: Event
  lastTimestamp: "2026-07-29T11:07:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:07:49Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2c7s4.18c6be0de4bb2eee
    namespace: kserve-ci-e2e-test
    resourceVersion: "28781"
    uid: 4a76b1cf-3fc2-4ce3-805a-b85b3b9a1f2d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:07:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2c7s4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28766"
    uid: 29e5184b-22b6-46e7-b059-dd9a97b94f24
  kind: Event
  lastTimestamp: "2026-07-29T11:07:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:07:49Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2c7s4.18c6be0de771b1a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28782"
    uid: da0d806e-c7d5-4f81-ad64-72421d0f6b23
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:07:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2c7s4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28766"
    uid: 29e5184b-22b6-46e7-b059-dd9a97b94f24
  kind: Event
  lastTimestamp: "2026-07-29T11:07:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:07:49Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2c7s4.18c6be0de7dee86a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28783"
    uid: e4856dec-891e-46c5-9c01-add341ac5f3e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2c7s4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28766"
    uid: 29e5184b-22b6-46e7-b059-dd9a97b94f24
  kind: Event
  lastTimestamp: "2026-07-29T11:07:54Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:07:54Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2c7s4.18c6be0f045a842a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28823"
    uid: 3b308285-eb7f-4a13-8c6e-0b19cbc6d483
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2c7s4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28766"
    uid: 29e5184b-22b6-46e7-b059-dd9a97b94f24
  kind: Event
  lastTimestamp: "2026-07-29T11:07:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:07:54Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2c7s4.18c6be0f07825207
    namespace: kserve-ci-e2e-test
    resourceVersion: "28825"
    uid: 017172bb-b179-420d-96a9-a2144a06b7b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2c7s4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28766"
    uid: 29e5184b-22b6-46e7-b059-dd9a97b94f24
  kind: Event
  lastTimestamp: "2026-07-29T11:07:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:07:54Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2c7s4.18c6be0f07f241b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28826"
    uid: 73014988-d88e-48f1-aba6-f67ce80559aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2c7s4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28766"
    uid: 29e5184b-22b6-46e7-b059-dd9a97b94f24
  kind: Event
  lastTimestamp: "2026-07-29T11:07:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:07:54Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2c7s4.18c6be0f07fc19d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28829"
    uid: 1d5a939e-ff43-4adf-9aa0-ea0f87f06306
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2c7s4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28766"
    uid: 29e5184b-22b6-46e7-b059-dd9a97b94f24
  kind: Event
  lastTimestamp: "2026-07-29T11:07:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:07:54Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2c7s4.18c6be0f0af50b08
    namespace: kserve-ci-e2e-test
    resourceVersion: "28831"
    uid: 8582fb6a-59ce-4b99-9920-74a238df46ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2c7s4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28766"
    uid: 29e5184b-22b6-46e7-b059-dd9a97b94f24
  kind: Event
  lastTimestamp: "2026-07-29T11:07:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:07:54Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2c7s4.18c6be0f0b5e476f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28832"
    uid: 6e9ed0eb-a56a-45fe-9497-26df9b583690
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T11:07:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2c7s4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28766"
    uid: 29e5184b-22b6-46e7-b059-dd9a97b94f24
  kind: Event
  lastTimestamp: "2026-07-29T11:09:22Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:09:22Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2c7s4.18c6be0f7c37214e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29483"
    uid: 271d3d56-d1d9-4346-9f14-a8ac6d5d6c17
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:09:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2c7s4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28766"
    uid: 29e5184b-22b6-46e7-b059-dd9a97b94f24
  kind: Event
  lastTimestamp: "2026-07-29T11:09:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:09:19Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2c7s4.18c6be22e49179b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29461"
    uid: 8bb3c288-b7d7-44dc-8172-bc05b3932520
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:09:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2c7s4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28766"
    uid: 29e5184b-22b6-46e7-b059-dd9a97b94f24
  kind: Event
  lastTimestamp: "2026-07-29T11:09:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:09:19Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2c7s4.18c6be22e491e3fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29462"
    uid: a3dd5e1a-b73e-4b91-8f68-ba63ed510d8a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:09:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2c7s4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28766"
    uid: 29e5184b-22b6-46e7-b059-dd9a97b94f24
  kind: Event
  lastTimestamp: "2026-07-29T11:09:22Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:09:22Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-2c7s4.18c6be2382678a16
    namespace: kserve-ci-e2e-test
    resourceVersion: "29482"
    uid: ed694d3f-5a8c-41c0-83a4-aa2241e522ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:07:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28751"
    uid: ea592d02-a7e6-42f2-a3d7-246b503a3d48
  kind: Event
  lastTimestamp: "2026-07-29T11:07:48Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-2c7s4'
  metadata:
    creationTimestamp: "2026-07-29T11:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:07:48Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18c6be0dc99751e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28765"
    uid: a93fd40e-8f76-495e-b46b-d301a31eb43d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:07:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28749"
    uid: 3dcac767-6090-4f0f-8dcd-f4c2d9f53ce5
  kind: Event
  lastTimestamp: "2026-07-29T11:07:48Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-29T11:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:07:48Z"
    name: isvc-lightgbm-runtime-predictor.18c6be0dc572d852
    namespace: kserve-ci-e2e-test
    resourceVersion: "28752"
    uid: 73104509-a9f2-4945-854d-1520441a1a9a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:08:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28750"
    uid: 8ae5cfa2-5fbd-4637-98e7-15ca6d5230ef
  kind: Event
  lastTimestamp: "2026-07-29T11:08:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:08:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:08:33Z"
    name: isvc-lightgbm-runtime-predictor.18c6be11445fbd80
    namespace: kserve-ci-e2e-test
    resourceVersion: "29118"
    uid: 0bd342de-38f6-427a-92eb-29e3d7a03446
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:08:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28750"
    uid: 8ae5cfa2-5fbd-4637-98e7-15ca6d5230ef
  kind: Event
  lastTimestamp: "2026-07-29T11:08:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:08:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:08:33Z"
    name: isvc-lightgbm-runtime-predictor.18c6be1144cc4de5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29119"
    uid: 8ec54cf3-6c4b-45b9-aa98-0be218f25335
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:08:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28906"
    uid: 8ae5cfa2-5fbd-4637-98e7-15ca6d5230ef
  kind: Event
  lastTimestamp: "2026-07-29T11:09:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:09:18Z"
    name: isvc-lightgbm-runtime-predictor.18c6be1bc205217f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29439"
    uid: b013ce37-95f2-4592-b6e1-8ae9c706bd3f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:08:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28906"
    uid: 8ae5cfa2-5fbd-4637-98e7-15ca6d5230ef
  kind: Event
  lastTimestamp: "2026-07-29T11:09:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:09:18Z"
    name: isvc-lightgbm-runtime-predictor.18c6be1bc2699592
    namespace: kserve-ci-e2e-test
    resourceVersion: "29440"
    uid: becdb3b5-aa08-4de6-a35f-f8745c100ffd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T11:07:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28742"
    uid: 01075dd9-a179-46c5-b7f6-85cbde448a6a
  kind: Event
  lastTimestamp: "2026-07-29T11:09:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:09:12Z"
    name: isvc-lightgbm-runtime.18c6be0dc57ad219
    namespace: kserve-ci-e2e-test
    resourceVersion: "29393"
    uid: b18ad07b-336f-430d-8bbb-9403fed56055
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:07:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28742"
    uid: 01075dd9-a179-46c5-b7f6-85cbde448a6a
  kind: Event
  lastTimestamp: "2026-07-29T11:07:48Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:07:48Z"
    name: isvc-lightgbm-runtime.18c6be0dc6028751
    namespace: kserve-ci-e2e-test
    resourceVersion: "28756"
    uid: 95347fdd-c29c-4176-9f2c-c410e7294819
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:09:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29390"
    uid: 01075dd9-a179-46c5-b7f6-85cbde448a6a
  kind: Event
  lastTimestamp: "2026-07-29T11:09:12Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:09:12Z"
    name: isvc-lightgbm-runtime.18c6be21342b4844
    namespace: kserve-ci-e2e-test
    resourceVersion: "29391"
    uid: 2b3cbb85-491d-4659-9727-7fed587fd3bd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:12:19.828064Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v2rkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30834"
    uid: d083f262-7767-42e0-9657-b69475c98378
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v2rkt
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:12:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:12:19Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v2rkt.18c6be4ce8986199
    namespace: kserve-ci-e2e-test
    resourceVersion: "30838"
    uid: 2e1b5ba9-f912-4086-bdc1-7e1c7580f891
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v2rkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30842"
    uid: d083f262-7767-42e0-9657-b69475c98378
  kind: Event
  lastTimestamp: "2026-07-29T11:12:20Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:12:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v2rkt.18c6be4d01ed9a39
    namespace: kserve-ci-e2e-test
    resourceVersion: "30852"
    uid: 3646c32f-b8bd-4712-948c-1cdf040cc49d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v2rkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30836"
    uid: d083f262-7767-42e0-9657-b69475c98378
  kind: Event
  lastTimestamp: "2026-07-29T11:12:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:12:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v2rkt.18c6be4d035c03e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30854"
    uid: f95fd6a9-ed1c-460d-8ec8-fe4c5f24100f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v2rkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30836"
    uid: d083f262-7767-42e0-9657-b69475c98378
  kind: Event
  lastTimestamp: "2026-07-29T11:12:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:12:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v2rkt.18c6be4d05d9d9f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30857"
    uid: 5b267315-254e-4c90-bd1e-220373efe791
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v2rkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30836"
    uid: d083f262-7767-42e0-9657-b69475c98378
  kind: Event
  lastTimestamp: "2026-07-29T11:12:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:12:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v2rkt.18c6be4d063a05d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30858"
    uid: 9f34b17d-93cc-4b45-a325-85a129a2229d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v2rkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30836"
    uid: d083f262-7767-42e0-9657-b69475c98378
  kind: Event
  lastTimestamp: "2026-07-29T11:12:25Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:12:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v2rkt.18c6be4e2c2c0158
    namespace: kserve-ci-e2e-test
    resourceVersion: "30900"
    uid: 9a8d7a64-ecc1-48f1-8fe3-87285c216843
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v2rkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30836"
    uid: d083f262-7767-42e0-9657-b69475c98378
  kind: Event
  lastTimestamp: "2026-07-29T11:12:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:12:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v2rkt.18c6be4e2ed580e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30902"
    uid: 5e2c0742-60e3-4ae4-9a06-c602f8445e3a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v2rkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30836"
    uid: d083f262-7767-42e0-9657-b69475c98378
  kind: Event
  lastTimestamp: "2026-07-29T11:12:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:12:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v2rkt.18c6be4e2f570e70
    namespace: kserve-ci-e2e-test
    resourceVersion: "30903"
    uid: 1d1bda4c-e5ba-4568-abe9-4f247f053ce3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v2rkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30836"
    uid: d083f262-7767-42e0-9657-b69475c98378
  kind: Event
  lastTimestamp: "2026-07-29T11:12:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:12:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v2rkt.18c6be4e2f60c4c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30904"
    uid: 00282f24-be97-4f8d-b41d-4bcddb5eb440
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v2rkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30836"
    uid: d083f262-7767-42e0-9657-b69475c98378
  kind: Event
  lastTimestamp: "2026-07-29T11:12:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:12:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v2rkt.18c6be4e31fe9eaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30908"
    uid: 4ce68bd3-34b5-406c-8305-de007040fa17
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v2rkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30836"
    uid: d083f262-7767-42e0-9657-b69475c98378
  kind: Event
  lastTimestamp: "2026-07-29T11:12:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:12:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v2rkt.18c6be4e3261c1bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30909"
    uid: 765949db-7706-4b9b-b57a-51a6dce42bd7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v2rkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30836"
    uid: d083f262-7767-42e0-9657-b69475c98378
  kind: Event
  lastTimestamp: "2026-07-29T11:12:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:12:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v2rkt.18c6be4e68764d36
    namespace: kserve-ci-e2e-test
    resourceVersion: "30925"
    uid: 567eec42-9128-468e-9c21-ff8f349b4b61
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v2rkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30836"
    uid: d083f262-7767-42e0-9657-b69475c98378
  kind: Event
  lastTimestamp: "2026-07-29T11:12:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:12:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v2rkt.18c6be5193b36f39
    namespace: kserve-ci-e2e-test
    resourceVersion: "31037"
    uid: 5a30b220-1819-4ced-ab00-f6eba783823e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v2rkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30836"
    uid: d083f262-7767-42e0-9657-b69475c98378
  kind: Event
  lastTimestamp: "2026-07-29T11:12:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:12:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v2rkt.18c6be5193b4837d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31038"
    uid: 9103fee7-da01-4a74-ad47-eb89de24c7b8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30821"
    uid: 9602ff30-12f1-4f33-b4ce-3da8ab4af9d0
  kind: Event
  lastTimestamp: "2026-07-29T11:12:19Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v2rkt'
  metadata:
    creationTimestamp: "2026-07-29T11:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:12:19Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18c6be4ce82da300
    namespace: kserve-ci-e2e-test
    resourceVersion: "30835"
    uid: 6431de5e-bcd6-4150-a0b7-f7ec0bda0d1f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30818"
    uid: 34e5b398-6a40-47d5-b1ef-1e5e3bacc901
  kind: Event
  lastTimestamp: "2026-07-29T11:12:19Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:12:19Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c6be4ce3deee83
    namespace: kserve-ci-e2e-test
    resourceVersion: "30822"
    uid: 98e7a2d0-e6b3-4ccf-8717-6a5006d6b34b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30819"
    uid: 63d6683b-633b-4751-aa4b-9baf42ca91fa
  kind: Event
  lastTimestamp: "2026-07-29T11:12:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:12:34Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c6be5062b2746d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30983"
    uid: 407e5640-17b1-4c70-bc8c-1de1295769e7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30819"
    uid: 63d6683b-633b-4751-aa4b-9baf42ca91fa
  kind: Event
  lastTimestamp: "2026-07-29T11:12:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:12:34Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c6be50630f17a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30984"
    uid: 0fc23f41-014d-4461-912d-e041f41ed994
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "30811"
    uid: 2560d560-811e-4311-856c-8ad0443155d3
  kind: Event
  lastTimestamp: "2026-07-29T11:12:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:12:32Z"
    name: isvc-lightgbm-v2-kserve.18c6be4ce3e523fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30968"
    uid: 397fba45-c165-41e7-a9b1-d68b90a9764c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "30811"
    uid: 2560d560-811e-4311-856c-8ad0443155d3
  kind: Event
  lastTimestamp: "2026-07-29T11:12:19Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:12:19Z"
    name: isvc-lightgbm-v2-kserve.18c6be4ce464c795
    namespace: kserve-ci-e2e-test
    resourceVersion: "30845"
    uid: b74c70bb-1717-4f56-b599-0c0170ae0bf3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "30813"
    uid: 2560d560-811e-4311-856c-8ad0443155d3
  kind: Event
  lastTimestamp: "2026-07-29T11:12:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:12:19Z"
    name: isvc-lightgbm-v2-kserve.18c6be4ceb269b04
    namespace: kserve-ci-e2e-test
    resourceVersion: "30846"
    uid: 388a2517-07b7-4ea6-b4b8-5cec22e4370b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "30966"
    uid: 2560d560-811e-4311-856c-8ad0443155d3
  kind: Event
  lastTimestamp: "2026-07-29T11:12:32Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:12:32Z"
    name: isvc-lightgbm-v2-kserve.18c6be4fd4ef08f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30967"
    uid: 68236320-7beb-4b5c-ada4-889c1266dbb3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:09:24.516981Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2pkrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29527"
    uid: 3afaa9d6-0233-4a55-8c1f-7c493a56b7af
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2pkrs
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:09:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:09:24Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2pkrs.18c6be24173d8a6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29531"
    uid: b77ae50a-85cf-4b02-b6f3-285ea3cb77bb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:09:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2pkrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29529"
    uid: 3afaa9d6-0233-4a55-8c1f-7c493a56b7af
  kind: Event
  lastTimestamp: "2026-07-29T11:09:24Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-29T11:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:09:24Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2pkrs.18c6be242039502c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29543"
    uid: 72d90dcf-0dd5-4d9f-a04b-6ae59a2f4247
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:09:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2pkrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29536"
    uid: 3afaa9d6-0233-4a55-8c1f-7c493a56b7af
  kind: Event
  lastTimestamp: "2026-07-29T11:09:25Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:09:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:09:25Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2pkrs.18c6be24543ec4c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29553"
    uid: 58209b0c-87f0-4776-bb99-91313735bc1d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:09:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2pkrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29529"
    uid: 3afaa9d6-0233-4a55-8c1f-7c493a56b7af
  kind: Event
  lastTimestamp: "2026-07-29T11:09:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:09:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:09:25Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2pkrs.18c6be2455ab806c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29555"
    uid: 656da406-faef-449e-ab23-78a56ba9db5f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:09:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2pkrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29529"
    uid: 3afaa9d6-0233-4a55-8c1f-7c493a56b7af
  kind: Event
  lastTimestamp: "2026-07-29T11:09:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:09:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:09:25Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2pkrs.18c6be2458bfc032
    namespace: kserve-ci-e2e-test
    resourceVersion: "29556"
    uid: 4e520afb-4145-45cf-96f8-2b70dffc30be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:09:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2pkrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29529"
    uid: 3afaa9d6-0233-4a55-8c1f-7c493a56b7af
  kind: Event
  lastTimestamp: "2026-07-29T11:09:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:09:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:09:25Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2pkrs.18c6be24592d4fd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29557"
    uid: e94db524-d275-4cb0-9056-dbe1c80679a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:09:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2pkrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29529"
    uid: 3afaa9d6-0233-4a55-8c1f-7c493a56b7af
  kind: Event
  lastTimestamp: "2026-07-29T11:09:30Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-07-29T11:09:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:09:30Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2pkrs.18c6be25777a0f5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29595"
    uid: 810ea673-d7f7-4759-86f8-f0d07012015e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2pkrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29529"
    uid: 3afaa9d6-0233-4a55-8c1f-7c493a56b7af
  kind: Event
  lastTimestamp: "2026-07-29T11:11:35Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m5.323s
    (2m5.323s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-07-29T11:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:11:35Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2pkrs.18c6be42a55dd5bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30466"
    uid: 7c61cea4-487e-4db0-912b-4474e6240dfa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2pkrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29529"
    uid: 3afaa9d6-0233-4a55-8c1f-7c493a56b7af
  kind: Event
  lastTimestamp: "2026-07-29T11:11:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:11:35Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2pkrs.18c6be42abaf6f0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30469"
    uid: 22bea2d0-f435-4a12-88e3-32ff4d2d9e23
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2pkrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29529"
    uid: 3afaa9d6-0233-4a55-8c1f-7c493a56b7af
  kind: Event
  lastTimestamp: "2026-07-29T11:11:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:11:35Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2pkrs.18c6be42acc2d808
    namespace: kserve-ci-e2e-test
    resourceVersion: "30470"
    uid: cbc41f88-9140-4ff0-ac7c-bde7b35e7e8a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2pkrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29529"
    uid: 3afaa9d6-0233-4a55-8c1f-7c493a56b7af
  kind: Event
  lastTimestamp: "2026-07-29T11:11:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:11:35Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2pkrs.18c6be42accd568f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30471"
    uid: 842c900b-a6ed-4957-8e86-4129808ed358
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2pkrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29529"
    uid: 3afaa9d6-0233-4a55-8c1f-7c493a56b7af
  kind: Event
  lastTimestamp: "2026-07-29T11:11:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:11:35Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2pkrs.18c6be42b33bdf89
    namespace: kserve-ci-e2e-test
    resourceVersion: "30473"
    uid: 15f10b41-9902-4c12-827d-d981fbeff7dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2pkrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29529"
    uid: 3afaa9d6-0233-4a55-8c1f-7c493a56b7af
  kind: Event
  lastTimestamp: "2026-07-29T11:11:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:11:36Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2pkrs.18c6be42b44a9792
    namespace: kserve-ci-e2e-test
    resourceVersion: "30474"
    uid: 85be2ed8-eaf5-4d23-91bf-c7dc495ee613
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2pkrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29529"
    uid: 3afaa9d6-0233-4a55-8c1f-7c493a56b7af
  kind: Event
  lastTimestamp: "2026-07-29T11:12:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:12:14Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2pkrs.18c6be4bb5dc5587
    namespace: kserve-ci-e2e-test
    resourceVersion: "30768"
    uid: 136bc521-026f-4ded-90cb-d406da1283fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2pkrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29529"
    uid: 3afaa9d6-0233-4a55-8c1f-7c493a56b7af
  kind: Event
  lastTimestamp: "2026-07-29T11:12:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:12:14Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2pkrs.18c6be4bb5dcd919
    namespace: kserve-ci-e2e-test
    resourceVersion: "30769"
    uid: 540e641c-af8e-460a-8edc-64cb1f6bdd13
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:09:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29516"
    uid: cd4a831c-89a1-4129-947e-7cc811dd6242
  kind: Event
  lastTimestamp: "2026-07-29T11:09:24Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2pkrs'
  metadata:
    creationTimestamp: "2026-07-29T11:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:09:24Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18c6be2416d7eeb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29528"
    uid: ed0eed0f-0175-42d7-97ce-225ef516f0a8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:09:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29514"
    uid: 89ceb43f-5fc1-4bb8-938b-f5af936c714d
  kind: Event
  lastTimestamp: "2026-07-29T11:09:24Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:09:24Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c6be24129fb588
    namespace: kserve-ci-e2e-test
    resourceVersion: "29517"
    uid: 652307a0-d70e-401f-be48-3d2e22d338c6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T11:09:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29515"
    uid: 58ac1df7-0865-45e3-af31-bc68f2856eec
  kind: Event
  lastTimestamp: "2026-07-29T11:12:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:12:09Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c6be27915deb1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30703"
    uid: a0bcefb5-d6e4-49b2-a938-282057c817a3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T11:09:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29515"
    uid: 58ac1df7-0865-45e3-af31-bc68f2856eec
  kind: Event
  lastTimestamp: "2026-07-29T11:12:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:12:09Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c6be2791c29c78
    namespace: kserve-ci-e2e-test
    resourceVersion: "30704"
    uid: 83e92363-1a34-4eaf-ad72-d647e57ff85e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:11:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29664"
    uid: 58ac1df7-0865-45e3-af31-bc68f2856eec
  kind: Event
  lastTimestamp: "2026-07-29T11:11:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:11:54Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c6be47091c908d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30604"
    uid: 6e0c39ca-6e29-4bc3-abeb-4f08a1b55475
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:11:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29664"
    uid: 58ac1df7-0865-45e3-af31-bc68f2856eec
  kind: Event
  lastTimestamp: "2026-07-29T11:11:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:11:54Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c6be47098ed11c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30605"
    uid: 09ca1ce4-424c-46cf-8104-22b655568664
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-29T11:09:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29506"
    uid: cf46159b-f178-4042-89e2-71d99201bceb
  kind: Event
  lastTimestamp: "2026-07-29T11:12:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:12:13Z"
    name: isvc-lightgbm-v2-runtime.18c6be2412ceb2c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: 752622db-a598-4fa8-a910-9fce3444ead7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:09:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29506"
    uid: cf46159b-f178-4042-89e2-71d99201bceb
  kind: Event
  lastTimestamp: "2026-07-29T11:09:24Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:09:24Z"
    name: isvc-lightgbm-v2-runtime.18c6be2413393a33
    namespace: kserve-ci-e2e-test
    resourceVersion: "29538"
    uid: 054cc9dc-632f-4033-bcb6-acc8b075c5aa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:09:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29510"
    uid: cf46159b-f178-4042-89e2-71d99201bceb
  kind: Event
  lastTimestamp: "2026-07-29T11:09:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:09:24Z"
    name: isvc-lightgbm-v2-runtime.18c6be24196425c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29539"
    uid: 1c398f6e-0652-4c56-8de6-0040cdc096b4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30740"
    uid: cf46159b-f178-4042-89e2-71d99201bceb
  kind: Event
  lastTimestamp: "2026-07-29T11:12:13Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:12:13Z"
    name: isvc-lightgbm-v2-runtime.18c6be4b5af8c863
    namespace: kserve-ci-e2e-test
    resourceVersion: "30741"
    uid: ab82109e-ccda-4a39-a5e4-0dad4710edac
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-29T11:06:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27976"
    uid: c88ae92a-07ac-40de-bf9c-694ff22545ee
  kind: Event
  lastTimestamp: "2026-07-29T11:07:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:06:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:07:41Z"
    name: isvc-lightgbm.18c6bdf793a86f46
    namespace: kserve-ci-e2e-test
    resourceVersion: "28669"
    uid: 1748d2f7-d313-4ab2-b21b-2019295581d2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:06:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27976"
    uid: c88ae92a-07ac-40de-bf9c-694ff22545ee
  kind: Event
  lastTimestamp: "2026-07-29T11:06:13Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-29T11:06:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:06:13Z"
    name: isvc-lightgbm.18c6bdf79444d32a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28007"
    uid: 38a4507d-c516-46d4-9863-fcd195244ad7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:06:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27979"
    uid: c88ae92a-07ac-40de-bf9c-694ff22545ee
  kind: Event
  lastTimestamp: "2026-07-29T11:06:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:06:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:06:13Z"
    name: isvc-lightgbm.18c6bdf79ad24785
    namespace: kserve-ci-e2e-test
    resourceVersion: "28008"
    uid: 4c1189dc-436f-49e5-a65e-9b3ed4fc775f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:07:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28665"
    uid: c88ae92a-07ac-40de-bf9c-694ff22545ee
  kind: Event
  lastTimestamp: "2026-07-29T11:07:41Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:07:41Z"
    name: isvc-lightgbm.18c6be0c291c0ca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28666"
    uid: c73a18f3-f9f8-4f08-8543-6c016cb32c3d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:44:03.642301Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-57c974c7f6-fx9lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17006"
    uid: 54bef999-94ce-41a6-9839-b2130e9ea08d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-57c974c7f6-fx9lq
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:44:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:44:03Z"
    name: isvc-logger-predictor-57c974c7f6-fx9lq.18c6bcc1fc0ba0e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17012"
    uid: a14a8d16-1138-4c5c-84ae-1a95826b914d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-57c974c7f6-fx9lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17016"
    uid: 54bef999-94ce-41a6-9839-b2130e9ea08d
  kind: Event
  lastTimestamp: "2026-07-29T10:44:04Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:44:04Z"
    name: isvc-logger-predictor-57c974c7f6-fx9lq.18c6bcc215966582
    namespace: kserve-ci-e2e-test
    resourceVersion: "17026"
    uid: 11fc5b6f-8eef-4529-979c-c288aee65762
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-57c974c7f6-fx9lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17008"
    uid: 54bef999-94ce-41a6-9839-b2130e9ea08d
  kind: Event
  lastTimestamp: "2026-07-29T10:44:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:44:04Z"
    name: isvc-logger-predictor-57c974c7f6-fx9lq.18c6bcc21714d0b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17028"
    uid: 061cf900-7ae1-461f-a58b-70cc645635ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-57c974c7f6-fx9lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17008"
    uid: 54bef999-94ce-41a6-9839-b2130e9ea08d
  kind: Event
  lastTimestamp: "2026-07-29T10:44:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T10:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:44:04Z"
    name: isvc-logger-predictor-57c974c7f6-fx9lq.18c6bcc219ea71a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17030"
    uid: 3e5ab093-b3a2-4393-8378-ed8ebdff766e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-57c974c7f6-fx9lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17008"
    uid: 54bef999-94ce-41a6-9839-b2130e9ea08d
  kind: Event
  lastTimestamp: "2026-07-29T10:44:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T10:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:44:04Z"
    name: isvc-logger-predictor-57c974c7f6-fx9lq.18c6bcc21a593553
    namespace: kserve-ci-e2e-test
    resourceVersion: "17031"
    uid: f415d8ca-066f-4742-a35c-1a67b12b27c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-57c974c7f6-fx9lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17008"
    uid: 54bef999-94ce-41a6-9839-b2130e9ea08d
  kind: Event
  lastTimestamp: "2026-07-29T10:44:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:44:08Z"
    name: isvc-logger-predictor-57c974c7f6-fx9lq.18c6bcc321dcf98e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17070"
    uid: 21caa25a-dd85-4ab9-9c9a-067c40e51b21
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-57c974c7f6-fx9lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17008"
    uid: 54bef999-94ce-41a6-9839-b2130e9ea08d
  kind: Event
  lastTimestamp: "2026-07-29T10:44:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T10:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:44:08Z"
    name: isvc-logger-predictor-57c974c7f6-fx9lq.18c6bcc325019697
    namespace: kserve-ci-e2e-test
    resourceVersion: "17072"
    uid: e2d57c2b-dd52-46a3-9bc1-25fc7ffc7928
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-57c974c7f6-fx9lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17008"
    uid: 54bef999-94ce-41a6-9839-b2130e9ea08d
  kind: Event
  lastTimestamp: "2026-07-29T10:44:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:44:08Z"
    name: isvc-logger-predictor-57c974c7f6-fx9lq.18c6bcc325707db5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17073"
    uid: 6ea11e3f-2aa1-44cc-acbd-a3ece4c5574e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-57c974c7f6-fx9lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17008"
    uid: 54bef999-94ce-41a6-9839-b2130e9ea08d
  kind: Event
  lastTimestamp: "2026-07-29T10:44:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:44:08Z"
    name: isvc-logger-predictor-57c974c7f6-fx9lq.18c6bcc32579d3e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17074"
    uid: a04da8ff-ee4a-4f73-b20c-996e936c4a7e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-57c974c7f6-fx9lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17008"
    uid: 54bef999-94ce-41a6-9839-b2130e9ea08d
  kind: Event
  lastTimestamp: "2026-07-29T10:44:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T10:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:44:08Z"
    name: isvc-logger-predictor-57c974c7f6-fx9lq.18c6bcc3287c249a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17077"
    uid: 08684619-f156-4847-909a-d2e914379e29
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-57c974c7f6-fx9lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17008"
    uid: 54bef999-94ce-41a6-9839-b2130e9ea08d
  kind: Event
  lastTimestamp: "2026-07-29T10:44:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:44:08Z"
    name: isvc-logger-predictor-57c974c7f6-fx9lq.18c6bcc328eb085e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17078"
    uid: 7e95024f-468e-400e-a423-ec3e6c9e250b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-57c974c7f6-fx9lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17008"
    uid: 54bef999-94ce-41a6-9839-b2130e9ea08d
  kind: Event
  lastTimestamp: "2026-07-29T10:44:08Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:da1a151aae0f419a312e9da5e6473fcbbaa6bf56d1033e65d294b56cc3bbac48"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:44:08Z"
    name: isvc-logger-predictor-57c974c7f6-fx9lq.18c6bcc328f6330a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17080"
    uid: 4d3dde54-1973-4744-a6f3-60416cdb096e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-57c974c7f6-fx9lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17008"
    uid: 54bef999-94ce-41a6-9839-b2130e9ea08d
  kind: Event
  lastTimestamp: "2026-07-29T10:44:08Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-29T10:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:44:08Z"
    name: isvc-logger-predictor-57c974c7f6-fx9lq.18c6bcc32c6c123c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17081"
    uid: aa83952b-7a87-4761-917c-4c6aa71a429a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-57c974c7f6-fx9lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17008"
    uid: 54bef999-94ce-41a6-9839-b2130e9ea08d
  kind: Event
  lastTimestamp: "2026-07-29T10:44:08Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-29T10:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:44:08Z"
    name: isvc-logger-predictor-57c974c7f6-fx9lq.18c6bcc32cd78a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17082"
    uid: e20bb102-c7d8-4935-8a3d-3a490ca4f6b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-57c974c7f6-fx9lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17008"
    uid: 54bef999-94ce-41a6-9839-b2130e9ea08d
  kind: Event
  lastTimestamp: "2026-07-29T10:45:42Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T10:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:42Z"
    name: isvc-logger-predictor-57c974c7f6-fx9lq.18c6bcc35dfe0a47
    namespace: kserve-ci-e2e-test
    resourceVersion: "17869"
    uid: 31d9f511-3092-4722-8836-1ecfb55d6e7e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-57c974c7f6-fx9lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17008"
    uid: 54bef999-94ce-41a6-9839-b2130e9ea08d
  kind: Event
  lastTimestamp: "2026-07-29T10:45:32Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-29T10:44:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:32Z"
    name: isvc-logger-predictor-57c974c7f6-fx9lq.18c6bcc399d25d9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17800"
    uid: b0913cd6-7048-4f03-a95c-bfa4338b229c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-57c974c7f6-fx9lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17008"
    uid: 54bef999-94ce-41a6-9839-b2130e9ea08d
  kind: Event
  lastTimestamp: "2026-07-29T10:45:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:28Z"
    name: isvc-logger-predictor-57c974c7f6-fx9lq.18c6bcd5d4804c5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17725"
    uid: f0051481-0970-433a-b0de-96feb991aae4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-57c974c7f6-fx9lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17008"
    uid: 54bef999-94ce-41a6-9839-b2130e9ea08d
  kind: Event
  lastTimestamp: "2026-07-29T10:45:28Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-29T10:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:28Z"
    name: isvc-logger-predictor-57c974c7f6-fx9lq.18c6bcd5d482d563
    namespace: kserve-ci-e2e-test
    resourceVersion: "17726"
    uid: a9b4648b-3134-4175-81d6-0849d85e8d54
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-57c974c7f6-fx9lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17008"
    uid: 54bef999-94ce-41a6-9839-b2130e9ea08d
  kind: Event
  lastTimestamp: "2026-07-29T10:45:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:28Z"
    name: isvc-logger-predictor-57c974c7f6-fx9lq.18c6bcd5d4842eb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17727"
    uid: e99ab671-8928-416f-8b09-85a34193367f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-57c974c7f6-fx9lq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17008"
    uid: 54bef999-94ce-41a6-9839-b2130e9ea08d
  kind: Event
  lastTimestamp: "2026-07-29T10:45:41Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T10:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:41Z"
    name: isvc-logger-predictor-57c974c7f6-fx9lq.18c6bcd6760d2a7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17862"
    uid: fcdc232b-e76f-4e0a-a13a-fcdad30b0e99
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-57c974c7f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16997"
    uid: a52937f7-7677-4cfc-b627-d4d3f61fdb3e
  kind: Event
  lastTimestamp: "2026-07-29T10:44:03Z"
  message: 'Created pod: isvc-logger-predictor-57c974c7f6-fx9lq'
  metadata:
    creationTimestamp: "2026-07-29T10:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:44:03Z"
    name: isvc-logger-predictor-57c974c7f6.18c6bcc1fb81b908
    namespace: kserve-ci-e2e-test
    resourceVersion: "17007"
    uid: 97955dca-127c-4999-8404-2746da4e7aad
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16995"
    uid: df1a6ea0-de37-41d7-aa29-589d50963d95
  kind: Event
  lastTimestamp: "2026-07-29T10:44:03Z"
  message: Scaled up replica set isvc-logger-predictor-57c974c7f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-29T10:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:44:03Z"
    name: isvc-logger-predictor.18c6bcc1f842dc88
    namespace: kserve-ci-e2e-test
    resourceVersion: "16998"
    uid: dcf748bb-d07c-4a5a-865a-59402fca4408
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16996"
    uid: 786fa25b-cc6a-405a-9af6-e94054e02b7b
  kind: Event
  lastTimestamp: "2026-07-29T10:44:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:44:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:44:48Z"
    name: isvc-logger-predictor.18c6bcc5773984f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17382"
    uid: d420e3c9-e68c-4f3e-aafb-4224f9236e69
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16996"
    uid: 786fa25b-cc6a-405a-9af6-e94054e02b7b
  kind: Event
  lastTimestamp: "2026-07-29T10:44:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:44:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:44:48Z"
    name: isvc-logger-predictor.18c6bcc577a75beb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17384"
    uid: 0f984bec-2ecc-464b-887a-70b63875d260
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17171"
    uid: 786fa25b-cc6a-405a-9af6-e94054e02b7b
  kind: Event
  lastTimestamp: "2026-07-29T10:45:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T10:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:45:18Z"
    name: isvc-logger-predictor.18c6bcc8f667d769
    namespace: kserve-ci-e2e-test
    resourceVersion: "17591"
    uid: e80b0abb-c729-4b26-af26-d873cac7d6ad
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17171"
    uid: 786fa25b-cc6a-405a-9af6-e94054e02b7b
  kind: Event
  lastTimestamp: "2026-07-29T10:45:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T10:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:45:18Z"
    name: isvc-logger-predictor.18c6bcc8f6ddbc13
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: f5b8533b-acd2-4067-84d5-74f06ac09343
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16988"
    uid: 373b4cc2-5a4e-4e5c-8742-70d403d54c77
  kind: Event
  lastTimestamp: "2026-07-29T10:45:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T10:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:45:22Z"
    name: isvc-logger.18c6bcc1f84ae128
    namespace: kserve-ci-e2e-test
    resourceVersion: "17636"
    uid: e864cffe-0c1e-446e-8c4d-6b4a76933b37
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16988"
    uid: 373b4cc2-5a4e-4e5c-8742-70d403d54c77
  kind: Event
  lastTimestamp: "2026-07-29T10:44:03Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-29T10:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:44:03Z"
    name: isvc-logger.18c6bcc1f8d5a4c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17001"
    uid: d92638bf-38b0-4f27-ba39-bbad46ab9ac0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17634"
    uid: 373b4cc2-5a4e-4e5c-8742-70d403d54c77
  kind: Event
  lastTimestamp: "2026-07-29T10:45:22Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-07-29T10:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:45:22Z"
    name: isvc-logger.18c6bcd46b6634a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17635"
    uid: 7fcde8b6-a043-4856-baeb-9856ab9cf8c2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:12:45.024658Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sq6cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31098"
    uid: c9a94c81-5b27-46ad-b4b0-21e1d53b0ac6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-sq6cl
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:12:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:12:45Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sq6cl.18c6be52c66df22b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31104"
    uid: ea134020-3bce-4b62-82f9-443287aa69f6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sq6cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31109"
    uid: c9a94c81-5b27-46ad-b4b0-21e1d53b0ac6
  kind: Event
  lastTimestamp: "2026-07-29T11:12:45Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:12:45Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sq6cl.18c6be52dfba3113
    namespace: kserve-ci-e2e-test
    resourceVersion: "31117"
    uid: 23ea03d0-da7b-4e6b-aaff-567edd151a62
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sq6cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31101"
    uid: c9a94c81-5b27-46ad-b4b0-21e1d53b0ac6
  kind: Event
  lastTimestamp: "2026-07-29T11:12:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:12:45Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sq6cl.18c6be52e1328221
    namespace: kserve-ci-e2e-test
    resourceVersion: "31119"
    uid: b71c7ba5-4686-4a26-a5a0-280732ab7f3f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sq6cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31101"
    uid: c9a94c81-5b27-46ad-b4b0-21e1d53b0ac6
  kind: Event
  lastTimestamp: "2026-07-29T11:12:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:12:45Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sq6cl.18c6be52e3f70655
    namespace: kserve-ci-e2e-test
    resourceVersion: "31121"
    uid: ccc744f5-efa0-42f1-8e6c-68c23f0d48df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sq6cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31101"
    uid: c9a94c81-5b27-46ad-b4b0-21e1d53b0ac6
  kind: Event
  lastTimestamp: "2026-07-29T11:12:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:12:45Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sq6cl.18c6be52e456f782
    namespace: kserve-ci-e2e-test
    resourceVersion: "31122"
    uid: 98de52d6-9322-4584-8b24-377d9a8a7695
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sq6cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31101"
    uid: c9a94c81-5b27-46ad-b4b0-21e1d53b0ac6
  kind: Event
  lastTimestamp: "2026-07-29T11:12:49Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-29T11:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:12:49Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sq6cl.18c6be53c9efcb6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31158"
    uid: a0330f06-476a-4f4a-98fa-ef97428f8165
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sq6cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31101"
    uid: c9a94c81-5b27-46ad-b4b0-21e1d53b0ac6
  kind: Event
  lastTimestamp: "2026-07-29T11:12:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:12:49Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sq6cl.18c6be53cde49552
    namespace: kserve-ci-e2e-test
    resourceVersion: "31162"
    uid: bf5614a6-a134-463c-b5ac-7e5d79ea5f3d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sq6cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31101"
    uid: c9a94c81-5b27-46ad-b4b0-21e1d53b0ac6
  kind: Event
  lastTimestamp: "2026-07-29T11:12:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:12:49Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sq6cl.18c6be53ce4761b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31163"
    uid: 52b72bba-eaba-473a-9e0d-29f5e0e186f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sq6cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31101"
    uid: c9a94c81-5b27-46ad-b4b0-21e1d53b0ac6
  kind: Event
  lastTimestamp: "2026-07-29T11:12:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:12:49Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sq6cl.18c6be53ce509125
    namespace: kserve-ci-e2e-test
    resourceVersion: "31164"
    uid: 71a8f4aa-646e-48bc-9ee7-dbde0ee5770e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sq6cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31101"
    uid: c9a94c81-5b27-46ad-b4b0-21e1d53b0ac6
  kind: Event
  lastTimestamp: "2026-07-29T11:12:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:12:49Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sq6cl.18c6be53d0d7d216
    namespace: kserve-ci-e2e-test
    resourceVersion: "31166"
    uid: b9f472a2-93b4-4ca2-b7d6-f4d23c8b1806
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sq6cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31101"
    uid: c9a94c81-5b27-46ad-b4b0-21e1d53b0ac6
  kind: Event
  lastTimestamp: "2026-07-29T11:12:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:12:49Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sq6cl.18c6be53d1370473
    namespace: kserve-ci-e2e-test
    resourceVersion: "31167"
    uid: 6745bd7c-fbb4-4603-8267-844fa646d200
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:13:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sq6cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31101"
    uid: c9a94c81-5b27-46ad-b4b0-21e1d53b0ac6
  kind: Event
  lastTimestamp: "2026-07-29T11:13:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:13:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:13:35Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sq6cl.18c6be5e72ff4516
    namespace: kserve-ci-e2e-test
    resourceVersion: "31514"
    uid: a8d77f1d-5e8c-4f75-b1a5-c6c45cae60fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:13:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sq6cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31101"
    uid: c9a94c81-5b27-46ad-b4b0-21e1d53b0ac6
  kind: Event
  lastTimestamp: "2026-07-29T11:13:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:13:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:13:35Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sq6cl.18c6be5e72ffae69
    namespace: kserve-ci-e2e-test
    resourceVersion: "31515"
    uid: b4c55119-4534-409b-88c1-bd59b682f7af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "31090"
    uid: 4ee84174-2048-4fb1-ba91-bd1aff5f09f9
  kind: Event
  lastTimestamp: "2026-07-29T11:12:45Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-sq6cl'
  metadata:
    creationTimestamp: "2026-07-29T11:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:12:45Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18c6be52c6080aa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31100"
    uid: 8115b327-53e3-4274-93b6-5553718986bb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31088"
    uid: 61e3a981-a57b-4917-b7ff-14293c50f7e6
  kind: Event
  lastTimestamp: "2026-07-29T11:12:44Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:12:44Z"
    name: isvc-mlflow-v2-runtime-predictor.18c6be52c342ad0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31091"
    uid: fc6d11de-b1b8-4326-b663-82db09d8bd3d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31089"
    uid: 52a82d86-d101-4423-884e-7452a398d67b
  kind: Event
  lastTimestamp: "2026-07-29T11:13:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:13:15Z"
    name: isvc-mlflow-v2-runtime-predictor.18c6be56423b0ae8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31347"
    uid: bc035e59-41b9-44fd-9806-76a4ce91e77b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31089"
    uid: 52a82d86-d101-4423-884e-7452a398d67b
  kind: Event
  lastTimestamp: "2026-07-29T11:13:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:13:15Z"
    name: isvc-mlflow-v2-runtime-predictor.18c6be5642a4eec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31348"
    uid: 6b5fb717-42fa-4e12-8877-37b634e36d20
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:13:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31238"
    uid: 52a82d86-d101-4423-884e-7452a398d67b
  kind: Event
  lastTimestamp: "2026-07-29T11:13:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:13:30Z"
    name: isvc-mlflow-v2-runtime-predictor.18c6be5d40b7fe9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31455"
    uid: 2c19c8a9-210c-4ee7-bd97-ab3417b18895
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:13:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31238"
    uid: 52a82d86-d101-4423-884e-7452a398d67b
  kind: Event
  lastTimestamp: "2026-07-29T11:13:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:13:30Z"
    name: isvc-mlflow-v2-runtime-predictor.18c6be5d4126628f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31457"
    uid: e2e07e77-7a7d-4806-b7d0-0565aef04ac6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31079"
    uid: 0299ef36-4453-4ed3-8085-102efdead10b
  kind: Event
  lastTimestamp: "2026-07-29T11:13:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:13:26Z"
    name: isvc-mlflow-v2-runtime.18c6be52c356aa25
    namespace: kserve-ci-e2e-test
    resourceVersion: "31431"
    uid: 608477a2-8883-42f0-acd7-88a1573af6df
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:12:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31079"
    uid: 0299ef36-4453-4ed3-8085-102efdead10b
  kind: Event
  lastTimestamp: "2026-07-29T11:12:44Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:12:44Z"
    name: isvc-mlflow-v2-runtime.18c6be52c3bfc3df
    namespace: kserve-ci-e2e-test
    resourceVersion: "31094"
    uid: 9d44b81d-c236-43fe-9cf5-b09ad0dad08c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:13:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31428"
    uid: 0299ef36-4453-4ed3-8085-102efdead10b
  kind: Event
  lastTimestamp: "2026-07-29T11:13:26Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:13:26Z"
    name: isvc-mlflow-v2-runtime.18c6be5c6dfb080f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31429"
    uid: 4633cb22-1be3-4b53-91f5-af2179870d93
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:15:05.570509Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-b74ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "32259"
    uid: 1d7e9067-d7b5-486b-981f-7f4bd99d76f2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-b74ld
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:15:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:15:05Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-b74ld.18c6be737f9d5f5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32267"
    uid: aa813bb1-e538-4523-9bd9-89aaea9dba43
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:15:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-b74ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "32272"
    uid: 1d7e9067-d7b5-486b-981f-7f4bd99d76f2
  kind: Event
  lastTimestamp: "2026-07-29T11:15:05Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:15:05Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-b74ld.18c6be7398e10af6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32276"
    uid: 9190560e-19a4-40bc-8810-c2b6691c1b77
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:15:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-b74ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "32261"
    uid: 1d7e9067-d7b5-486b-981f-7f4bd99d76f2
  kind: Event
  lastTimestamp: "2026-07-29T11:15:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:15:06Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-b74ld.18c6be739a5a8dfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32278"
    uid: 52719755-01d0-432a-b193-f93ffc35cf9e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:15:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-b74ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "32261"
    uid: 1d7e9067-d7b5-486b-981f-7f4bd99d76f2
  kind: Event
  lastTimestamp: "2026-07-29T11:15:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:15:06Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-b74ld.18c6be739dcdcea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32279"
    uid: 78172658-9c0a-4857-a0ba-2ec409bca8af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:15:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-b74ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "32261"
    uid: 1d7e9067-d7b5-486b-981f-7f4bd99d76f2
  kind: Event
  lastTimestamp: "2026-07-29T11:15:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:15:06Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-b74ld.18c6be739e3ce025
    namespace: kserve-ci-e2e-test
    resourceVersion: "32280"
    uid: 9903a5e1-4035-48f2-90d9-6524821e7787
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:15:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-b74ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "32261"
    uid: 1d7e9067-d7b5-486b-981f-7f4bd99d76f2
  kind: Event
  lastTimestamp: "2026-07-29T11:15:10Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-07-29T11:15:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:15:10Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-b74ld.18c6be74c2f56549
    namespace: kserve-ci-e2e-test
    resourceVersion: "32321"
    uid: 28b3ef77-003e-4736-9d5f-d609b09022a7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-b74ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "32261"
    uid: 1d7e9067-d7b5-486b-981f-7f4bd99d76f2
  kind: Event
  lastTimestamp: "2026-07-29T11:15:22Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.66s (11.66s
    including waiting). Image size: 1163606776 bytes.'
  metadata:
    creationTimestamp: "2026-07-29T11:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:15:22Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-b74ld.18c6be777a026cc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32411"
    uid: d7c1678a-60ec-4e1b-b767-9eafe43d2421
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-b74ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "32261"
    uid: 1d7e9067-d7b5-486b-981f-7f4bd99d76f2
  kind: Event
  lastTimestamp: "2026-07-29T11:15:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:15:22Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-b74ld.18c6be777cd0bc85
    namespace: kserve-ci-e2e-test
    resourceVersion: "32412"
    uid: fef8e5ba-6341-4e6c-a4b5-f9f78c9d5a31
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-b74ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "32261"
    uid: 1d7e9067-d7b5-486b-981f-7f4bd99d76f2
  kind: Event
  lastTimestamp: "2026-07-29T11:15:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:15:22Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-b74ld.18c6be777d2dfc24
    namespace: kserve-ci-e2e-test
    resourceVersion: "32413"
    uid: 79af8075-2875-41c9-a708-a3d7e47124b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-b74ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "32261"
    uid: 1d7e9067-d7b5-486b-981f-7f4bd99d76f2
  kind: Event
  lastTimestamp: "2026-07-29T11:15:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:15:22Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-b74ld.18c6be777d36de41
    namespace: kserve-ci-e2e-test
    resourceVersion: "32414"
    uid: 533fab14-b8e7-4aee-9f72-e4ed63d61aa1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-b74ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "32261"
    uid: 1d7e9067-d7b5-486b-981f-7f4bd99d76f2
  kind: Event
  lastTimestamp: "2026-07-29T11:15:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:15:22Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-b74ld.18c6be777fbe02fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "32415"
    uid: 7fd94e1a-359d-4716-b4db-d1090acf9938
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-b74ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "32261"
    uid: 1d7e9067-d7b5-486b-981f-7f4bd99d76f2
  kind: Event
  lastTimestamp: "2026-07-29T11:15:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:15:22Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-b74ld.18c6be77801afbff
    namespace: kserve-ci-e2e-test
    resourceVersion: "32416"
    uid: 93a99847-4f4a-4d51-99c3-fdfa370e0de9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-29T11:15:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-b74ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "32261"
    uid: 1d7e9067-d7b5-486b-981f-7f4bd99d76f2
  kind: Event
  lastTimestamp: "2026-07-29T11:16:19Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:16:19Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-b74ld.18c6be77918bb79a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32854"
    uid: 0bdd96e9-d08f-4627-9ec5-5762ecad7d75
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-b74ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "32261"
    uid: 1d7e9067-d7b5-486b-981f-7f4bd99d76f2
  kind: Event
  lastTimestamp: "2026-07-29T11:16:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:16:17Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-b74ld.18c6be842d349ca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32839"
    uid: 53b2b081-435a-49eb-b0bb-4b1fadd6bc1c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-b74ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "32261"
    uid: 1d7e9067-d7b5-486b-981f-7f4bd99d76f2
  kind: Event
  lastTimestamp: "2026-07-29T11:16:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:16:17Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-b74ld.18c6be842d353547
    namespace: kserve-ci-e2e-test
    resourceVersion: "32840"
    uid: aa033993-f3d3-4a04-a912-8dd0192dc2b8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:16:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-b74ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "32261"
    uid: 1d7e9067-d7b5-486b-981f-7f4bd99d76f2
  kind: Event
  lastTimestamp: "2026-07-29T11:16:19Z"
  message: 'Readiness probe failed: Get "https://10.133.0.48:8643/healthz": dial tcp
    10.133.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:16:19Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-b74ld.18c6be849bac369d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32853"
    uid: 503e5734-38ee-419f-a04e-635649cc4f5b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:15:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32250"
    uid: 0c1e3710-23d6-4258-9c42-e3092838d827
  kind: Event
  lastTimestamp: "2026-07-29T11:15:05Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-b74ld'
  metadata:
    creationTimestamp: "2026-07-29T11:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:15:05Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18c6be737f37986e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32260"
    uid: 36ca6b8d-2804-4d71-8b3b-b91c5cae7461
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:15:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32248"
    uid: 07db0e02-c725-4b2d-ac98-7be681291e32
  kind: Event
  lastTimestamp: "2026-07-29T11:15:05Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:15:05Z"
    name: isvc-paddle-predictor.18c6be737c1aa7e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32251"
    uid: 519337a0-8aca-419e-8373-ca09cd2d15be
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:15:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32249"
    uid: 88f5811a-598d-4f9f-8190-f21ebc77102b
  kind: Event
  lastTimestamp: "2026-07-29T11:15:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:15:35Z"
    name: isvc-paddle-predictor.18c6be76faddc253
    namespace: kserve-ci-e2e-test
    resourceVersion: "32515"
    uid: 24e3c540-b535-4090-b4c2-2f1137bcc763
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:15:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32249"
    uid: 88f5811a-598d-4f9f-8190-f21ebc77102b
  kind: Event
  lastTimestamp: "2026-07-29T11:15:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:15:35Z"
    name: isvc-paddle-predictor.18c6be76fb4970c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32516"
    uid: c3c9caae-24cb-4e9a-aa40-915c9c550744
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:15:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32393"
    uid: 88f5811a-598d-4f9f-8190-f21ebc77102b
  kind: Event
  lastTimestamp: "2026-07-29T11:16:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:16:05Z"
    name: isvc-paddle-predictor.18c6be7df9911a88
    namespace: kserve-ci-e2e-test
    resourceVersion: "32727"
    uid: 07a15f81-4760-4d5e-9368-84072d957954
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:15:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32393"
    uid: 88f5811a-598d-4f9f-8190-f21ebc77102b
  kind: Event
  lastTimestamp: "2026-07-29T11:16:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:16:05Z"
    name: isvc-paddle-predictor.18c6be7df9fecc33
    namespace: kserve-ci-e2e-test
    resourceVersion: "32728"
    uid: d8733069-ef80-4236-8e5b-2b02942c280d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:16:22.304413Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-p9wcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "32902"
    uid: fc97e533-efaa-416e-890c-d16bc9311ce5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-p9wcs
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:16:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:16:22Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-p9wcs.18c6be855d4fe3ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "32909"
    uid: 81158b05-73bf-4ee8-b1ab-ff57af298a6e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:16:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-p9wcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "32905"
    uid: fc97e533-efaa-416e-890c-d16bc9311ce5
  kind: Event
  lastTimestamp: "2026-07-29T11:16:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-29T11:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:16:22Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-p9wcs.18c6be85654cf0a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32917"
    uid: 7ab0eab6-c29c-47c7-85fa-bdd5930d5e85
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:16:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-p9wcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "32912"
    uid: fc97e533-efaa-416e-890c-d16bc9311ce5
  kind: Event
  lastTimestamp: "2026-07-29T11:16:23Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:16:23Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-p9wcs.18c6be859a66824d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32928"
    uid: 2ba699fe-60c2-44d1-bab9-b9b3ffd5688d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:16:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-p9wcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "32905"
    uid: fc97e533-efaa-416e-890c-d16bc9311ce5
  kind: Event
  lastTimestamp: "2026-07-29T11:16:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:16:23Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-p9wcs.18c6be859bddfb57
    namespace: kserve-ci-e2e-test
    resourceVersion: "32931"
    uid: 1b7ba054-13c4-4761-a17b-21f595c531ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:16:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-p9wcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "32905"
    uid: fc97e533-efaa-416e-890c-d16bc9311ce5
  kind: Event
  lastTimestamp: "2026-07-29T11:16:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:16:23Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-p9wcs.18c6be859eaaba14
    namespace: kserve-ci-e2e-test
    resourceVersion: "32932"
    uid: 3e664d96-3eb2-4e51-bc53-15e3c75be5d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:16:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-p9wcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "32905"
    uid: fc97e533-efaa-416e-890c-d16bc9311ce5
  kind: Event
  lastTimestamp: "2026-07-29T11:16:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:16:23Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-p9wcs.18c6be859f0cb38b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32933"
    uid: b66298e4-60cd-49c9-94a9-b3246c092bb6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-p9wcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "32905"
    uid: fc97e533-efaa-416e-890c-d16bc9311ce5
  kind: Event
  lastTimestamp: "2026-07-29T11:16:28Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:16:28Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-p9wcs.18c6be86c539a8f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32970"
    uid: b7ab7b20-acaf-4b02-a3c1-f7e6b74c6d23
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-p9wcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "32905"
    uid: fc97e533-efaa-416e-890c-d16bc9311ce5
  kind: Event
  lastTimestamp: "2026-07-29T11:16:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:16:28Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-p9wcs.18c6be86c819606b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32972"
    uid: 00b9a05c-c548-4e10-9138-2e671c87228d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-p9wcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "32905"
    uid: fc97e533-efaa-416e-890c-d16bc9311ce5
  kind: Event
  lastTimestamp: "2026-07-29T11:16:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:16:28Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-p9wcs.18c6be86c87aadb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32973"
    uid: f0306e11-08c1-486f-ba1d-7b3e66a4a5c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-p9wcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "32905"
    uid: fc97e533-efaa-416e-890c-d16bc9311ce5
  kind: Event
  lastTimestamp: "2026-07-29T11:16:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:16:28Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-p9wcs.18c6be86c88353c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32974"
    uid: 2a4f3875-7f65-40dd-b9ac-0112c8b72895
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-p9wcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "32905"
    uid: fc97e533-efaa-416e-890c-d16bc9311ce5
  kind: Event
  lastTimestamp: "2026-07-29T11:16:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:16:28Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-p9wcs.18c6be86cb1196ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "32977"
    uid: b8e4540d-eef4-4366-98ff-ab91da79e796
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-p9wcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "32905"
    uid: fc97e533-efaa-416e-890c-d16bc9311ce5
  kind: Event
  lastTimestamp: "2026-07-29T11:16:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:16:28Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-p9wcs.18c6be86cb6d75c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32978"
    uid: f4f26a6b-e3cd-424f-acff-913fbe141b44
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-29T11:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-p9wcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "32905"
    uid: fc97e533-efaa-416e-890c-d16bc9311ce5
  kind: Event
  lastTimestamp: "2026-07-29T11:17:06Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:17:06Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-p9wcs.18c6be873d134165
    namespace: kserve-ci-e2e-test
    resourceVersion: "33253"
    uid: 194fa906-9934-4b0b-bdfe-50fd37b25ff1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-p9wcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "32905"
    uid: fc97e533-efaa-416e-890c-d16bc9311ce5
  kind: Event
  lastTimestamp: "2026-07-29T11:17:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:17:23Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-p9wcs.18c6be93b2a87fda
    namespace: kserve-ci-e2e-test
    resourceVersion: "33402"
    uid: 5c8830c2-518a-40be-938b-17452539c872
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-p9wcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "32905"
    uid: fc97e533-efaa-416e-890c-d16bc9311ce5
  kind: Event
  lastTimestamp: "2026-07-29T11:17:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:17:23Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-p9wcs.18c6be93b2a9052e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33403"
    uid: 3ca623af-157d-4fce-a83c-377530d19c00
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:16:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "32894"
    uid: 58ed3f5d-a5ef-4360-ba84-c19787d3e913
  kind: Event
  lastTimestamp: "2026-07-29T11:16:22Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-p9wcs'
  metadata:
    creationTimestamp: "2026-07-29T11:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:16:22Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18c6be855cdf08f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32904"
    uid: ece6cdf9-4eb6-432a-be35-d80a2f072b29
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:16:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32892"
    uid: 30e5d4ac-630e-4f73-a9b0-7b57901480e3
  kind: Event
  lastTimestamp: "2026-07-29T11:16:22Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-29T11:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:16:22Z"
    name: isvc-paddle-runtime-predictor.18c6be855a243902
    namespace: kserve-ci-e2e-test
    resourceVersion: "32895"
    uid: 23322dde-eb12-47ca-a855-2d74f2f0dcb2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:16:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32893"
    uid: 5175fca3-7469-4269-b0f9-ada25cef0893
  kind: Event
  lastTimestamp: "2026-07-29T11:16:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:16:52Z"
    name: isvc-paddle-runtime-predictor.18c6be88d8b48500
    namespace: kserve-ci-e2e-test
    resourceVersion: "33155"
    uid: fec6c2dc-9efe-415e-9dd7-47bf41514ffb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:16:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32893"
    uid: 5175fca3-7469-4269-b0f9-ada25cef0893
  kind: Event
  lastTimestamp: "2026-07-29T11:16:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:16:52Z"
    name: isvc-paddle-runtime-predictor.18c6be88d92419d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33156"
    uid: 4be19da5-d2ff-4330-a114-2896b3bff116
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:17:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33049"
    uid: 5175fca3-7469-4269-b0f9-ada25cef0893
  kind: Event
  lastTimestamp: "2026-07-29T11:17:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:17:22Z"
    name: isvc-paddle-runtime-predictor.18c6be8fd7484701
    namespace: kserve-ci-e2e-test
    resourceVersion: "33372"
    uid: a275094b-a5c8-4f33-a85b-1c761b376fda
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:17:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33049"
    uid: 5175fca3-7469-4269-b0f9-ada25cef0893
  kind: Event
  lastTimestamp: "2026-07-29T11:17:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:17:22Z"
    name: isvc-paddle-runtime-predictor.18c6be8fd7bd1b0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33373"
    uid: 9d87577e-59a2-4006-a348-792630bc17bc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-29T11:16:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32885"
    uid: f3fef3b5-2f22-49b6-a4a2-6055b33feece
  kind: Event
  lastTimestamp: "2026-07-29T11:17:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:17:16Z"
    name: isvc-paddle-runtime.18c6be855a3836e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33336"
    uid: 367d77b4-27f9-46e7-be48-848feab858c2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:16:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32885"
    uid: f3fef3b5-2f22-49b6-a4a2-6055b33feece
  kind: Event
  lastTimestamp: "2026-07-29T11:16:22Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:16:22Z"
    name: isvc-paddle-runtime.18c6be855aa2b67f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32898"
    uid: 2bfc4c32-6545-4b88-bb41-b6bbcc51df9d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:17:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33333"
    uid: f3fef3b5-2f22-49b6-a4a2-6055b33feece
  kind: Event
  lastTimestamp: "2026-07-29T11:17:16Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:17:16Z"
    name: isvc-paddle-runtime.18c6be91f8f9e502
    namespace: kserve-ci-e2e-test
    resourceVersion: "33334"
    uid: fba3a027-72a1-42b8-9faf-1fea2c3044d4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:17:29.022666Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nfzqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33468"
    uid: 981b5ebb-70cb-4764-b157-227e086500a5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-nfzqc
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:17:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:17:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nfzqc.18c6be94e60795c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33474"
    uid: 30786d19-cc9d-44d1-9702-fd981744e665
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:17:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nfzqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33471"
    uid: 981b5ebb-70cb-4764-b157-227e086500a5
  kind: Event
  lastTimestamp: "2026-07-29T11:17:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-29T11:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:17:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nfzqc.18c6be94ed9d6b7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33486"
    uid: de3257e6-99ff-4949-86f7-47f2c10d000a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:17:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nfzqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33480"
    uid: 981b5ebb-70cb-4764-b157-227e086500a5
  kind: Event
  lastTimestamp: "2026-07-29T11:17:30Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:17:30Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nfzqc.18c6be9523260c6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33494"
    uid: b1b8afe4-18e3-415e-94fa-d11832636633
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:17:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nfzqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33471"
    uid: 981b5ebb-70cb-4764-b157-227e086500a5
  kind: Event
  lastTimestamp: "2026-07-29T11:17:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:17:30Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nfzqc.18c6be9524a7aac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33496"
    uid: 8eafa714-ca01-4cab-86fd-7347e26a1d91
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:17:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nfzqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33471"
    uid: 981b5ebb-70cb-4764-b157-227e086500a5
  kind: Event
  lastTimestamp: "2026-07-29T11:17:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:17:30Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nfzqc.18c6be9527b28f65
    namespace: kserve-ci-e2e-test
    resourceVersion: "33498"
    uid: 4fedbf10-6586-4f3b-be34-fde283a44b22
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:17:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nfzqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33471"
    uid: 981b5ebb-70cb-4764-b157-227e086500a5
  kind: Event
  lastTimestamp: "2026-07-29T11:17:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:17:30Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nfzqc.18c6be95281c5650
    namespace: kserve-ci-e2e-test
    resourceVersion: "33499"
    uid: f3870342-f6c7-4be7-97cd-3e73b735f0c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:17:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nfzqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33471"
    uid: 981b5ebb-70cb-4764-b157-227e086500a5
  kind: Event
  lastTimestamp: "2026-07-29T11:17:34Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:17:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:17:34Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nfzqc.18c6be9635580757
    namespace: kserve-ci-e2e-test
    resourceVersion: "33536"
    uid: 0f2d5ea6-8a5f-4451-b936-bad1b3621e82
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:17:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nfzqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33471"
    uid: 981b5ebb-70cb-4764-b157-227e086500a5
  kind: Event
  lastTimestamp: "2026-07-29T11:17:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:17:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:17:34Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nfzqc.18c6be963892d0d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33538"
    uid: 81d66d18-ac46-4e1d-a095-d4bcc7009643
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:17:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nfzqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33471"
    uid: 981b5ebb-70cb-4764-b157-227e086500a5
  kind: Event
  lastTimestamp: "2026-07-29T11:17:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:17:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:17:34Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nfzqc.18c6be9638ffc36e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33539"
    uid: 232cb372-f409-4265-9227-7c2a736ba3a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:17:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nfzqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33471"
    uid: 981b5ebb-70cb-4764-b157-227e086500a5
  kind: Event
  lastTimestamp: "2026-07-29T11:17:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:17:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:17:34Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nfzqc.18c6be963909b014
    namespace: kserve-ci-e2e-test
    resourceVersion: "33542"
    uid: 1e2ec7c1-e8a1-468a-9159-ab1ac3e413ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:17:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nfzqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33471"
    uid: 981b5ebb-70cb-4764-b157-227e086500a5
  kind: Event
  lastTimestamp: "2026-07-29T11:17:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:17:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:17:34Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nfzqc.18c6be963bd617a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33544"
    uid: 86c048ee-1e95-4548-9a8d-751e1d052170
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:17:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nfzqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33471"
    uid: 981b5ebb-70cb-4764-b157-227e086500a5
  kind: Event
  lastTimestamp: "2026-07-29T11:17:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:17:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:17:34Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nfzqc.18c6be963c445272
    namespace: kserve-ci-e2e-test
    resourceVersion: "33545"
    uid: 8365c99d-ac2b-407f-89ea-394e844ba315
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-29T11:17:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nfzqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33471"
    uid: 981b5ebb-70cb-4764-b157-227e086500a5
  kind: Event
  lastTimestamp: "2026-07-29T11:18:32Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:18:32Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nfzqc.18c6be96ad413a9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33985"
    uid: 308de626-4702-45a4-b59d-83675f599458
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:18:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nfzqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33471"
    uid: 981b5ebb-70cb-4764-b157-227e086500a5
  kind: Event
  lastTimestamp: "2026-07-29T11:18:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:18:30Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nfzqc.18c6bea35132475c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33970"
    uid: 41146f45-5daa-4719-891f-ac28b8281be8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:18:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nfzqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33471"
    uid: 981b5ebb-70cb-4764-b157-227e086500a5
  kind: Event
  lastTimestamp: "2026-07-29T11:18:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:18:30Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nfzqc.18c6bea351365abf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33971"
    uid: 8ef25178-2e3c-40f6-adef-c29325f32d47
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:18:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nfzqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33471"
    uid: 981b5ebb-70cb-4764-b157-227e086500a5
  kind: Event
  lastTimestamp: "2026-07-29T11:18:32Z"
  message: 'Readiness probe failed: Get "https://10.133.0.50:8643/healthz": dial tcp
    10.133.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:18:32Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nfzqc.18c6bea3b7524119
    namespace: kserve-ci-e2e-test
    resourceVersion: "33984"
    uid: 5e6d84c9-7bc1-41f9-ae8e-26cd21bc6b0a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:17:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33460"
    uid: 70b7f095-b00f-4804-b50a-9b09886e7a0e
  kind: Event
  lastTimestamp: "2026-07-29T11:17:29Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-nfzqc'
  metadata:
    creationTimestamp: "2026-07-29T11:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:17:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18c6be94e5aef7dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33472"
    uid: a58dc9c1-9d47-4a55-8dd7-71a1af1c231d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:17:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33458"
    uid: a125f1dc-c337-4acb-8503-520d3c9ecd6f
  kind: Event
  lastTimestamp: "2026-07-29T11:17:28Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-29T11:17:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:17:28Z"
    name: isvc-paddle-v2-kserve-predictor.18c6be94e262134c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33461"
    uid: 80a09b5b-b927-4399-82cc-6711665268e9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:17:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33459"
    uid: ab062d96-f1b8-47d3-8f9d-039301e62d4b
  kind: Event
  lastTimestamp: "2026-07-29T11:17:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:17:43Z"
    name: isvc-paddle-v2-kserve-predictor.18c6be9860ea0d04
    namespace: kserve-ci-e2e-test
    resourceVersion: "33612"
    uid: 1ddd0ee2-ac54-4f35-801d-b511a9893b45
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:17:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33459"
    uid: ab062d96-f1b8-47d3-8f9d-039301e62d4b
  kind: Event
  lastTimestamp: "2026-07-29T11:17:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:17:43Z"
    name: isvc-paddle-v2-kserve-predictor.18c6be986159d1d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33614"
    uid: bb859c04-c8cf-42ac-92ac-0189c702d497
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:17:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33613"
    uid: ab062d96-f1b8-47d3-8f9d-039301e62d4b
  kind: Event
  lastTimestamp: "2026-07-29T11:18:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:18:29Z"
    name: isvc-paddle-v2-kserve-predictor.18c6be9be1525e04
    namespace: kserve-ci-e2e-test
    resourceVersion: "33940"
    uid: 4e0bc275-8b9f-4b17-b58f-d36fe43609a7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:17:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33613"
    uid: ab062d96-f1b8-47d3-8f9d-039301e62d4b
  kind: Event
  lastTimestamp: "2026-07-29T11:18:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:18:29Z"
    name: isvc-paddle-v2-kserve-predictor.18c6be9be1c988bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33941"
    uid: 41ccaec8-6c23-4514-aebe-7cba2060a076
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-29T11:17:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33449"
    uid: 2a5e6cc1-77a8-44d4-887f-2ddfdb701030
  kind: Event
  lastTimestamp: "2026-07-29T11:18:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:17:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:18:22Z"
    name: isvc-paddle-v2-kserve.18c6be94e26e58d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33894"
    uid: fa33e1d5-6bf1-48b2-82fe-e6eb236e5441
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:17:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33449"
    uid: 2a5e6cc1-77a8-44d4-887f-2ddfdb701030
  kind: Event
  lastTimestamp: "2026-07-29T11:17:29Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:17:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:17:29Z"
    name: isvc-paddle-v2-kserve.18c6be94e2ebf2d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33482"
    uid: b84d425c-5cb4-4865-adf1-8ec518647f57
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:17:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33453"
    uid: 2a5e6cc1-77a8-44d4-887f-2ddfdb701030
  kind: Event
  lastTimestamp: "2026-07-29T11:17:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:17:29Z"
    name: isvc-paddle-v2-kserve.18c6be94e8c298f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33483"
    uid: ce390e68-030e-4614-93ef-935a407bfdbf
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:18:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33892"
    uid: 2a5e6cc1-77a8-44d4-887f-2ddfdb701030
  kind: Event
  lastTimestamp: "2026-07-29T11:18:22Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:18:22Z"
    name: isvc-paddle-v2-kserve.18c6bea16a7c3aaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33893"
    uid: 309391cb-d2c0-4fd7-b6aa-3c1fd5413f47
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T11:15:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "32241"
    uid: 7cffa98a-eee8-4eb1-97ff-c3674da336f4
  kind: Event
  lastTimestamp: "2026-07-29T11:16:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:16:09Z"
    name: isvc-paddle.18c6be737c1db2b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32764"
    uid: 22ef44db-0c09-44ed-9b95-e7a67bfdbda2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:15:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "32241"
    uid: 7cffa98a-eee8-4eb1-97ff-c3674da336f4
  kind: Event
  lastTimestamp: "2026-07-29T11:15:05Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-29T11:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:15:05Z"
    name: isvc-paddle.18c6be737ca089c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32254"
    uid: 973f3d39-0f8a-4893-9184-2b040d00a72b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:16:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "32762"
    uid: 7cffa98a-eee8-4eb1-97ff-c3674da336f4
  kind: Event
  lastTimestamp: "2026-07-29T11:16:09Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:16:09Z"
    name: isvc-paddle.18c6be824dc30f13
    namespace: kserve-ci-e2e-test
    resourceVersion: "32763"
    uid: 8dd72ead-7ab6-47ba-86fa-944ca7a8400b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:18:36.126622Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tvh57
    namespace: kserve-ci-e2e-test
    resourceVersion: "34033"
    uid: 912d226d-66ae-4bb1-a600-7977ab1db903
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-tvh57
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:18:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:18:36Z"
    name: isvc-pmml-predictor-8674795f59-tvh57.18c6bea485bcc033
    namespace: kserve-ci-e2e-test
    resourceVersion: "34039"
    uid: 4859778b-bbf9-4a30-ac7c-1e09fa6082b3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:18:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tvh57
    namespace: kserve-ci-e2e-test
    resourceVersion: "34044"
    uid: 912d226d-66ae-4bb1-a600-7977ab1db903
  kind: Event
  lastTimestamp: "2026-07-29T11:18:36Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:18:36Z"
    name: isvc-pmml-predictor-8674795f59-tvh57.18c6bea49f284073
    namespace: kserve-ci-e2e-test
    resourceVersion: "34052"
    uid: 3ebb638e-c423-462e-8589-7fe5abad68ad
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tvh57
    namespace: kserve-ci-e2e-test
    resourceVersion: "34034"
    uid: 912d226d-66ae-4bb1-a600-7977ab1db903
  kind: Event
  lastTimestamp: "2026-07-29T11:18:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:18:36Z"
    name: isvc-pmml-predictor-8674795f59-tvh57.18c6bea4a0b9d4e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34055"
    uid: 1d69f048-c3f9-47e7-a224-5d5185167ad6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tvh57
    namespace: kserve-ci-e2e-test
    resourceVersion: "34034"
    uid: 912d226d-66ae-4bb1-a600-7977ab1db903
  kind: Event
  lastTimestamp: "2026-07-29T11:18:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:18:36Z"
    name: isvc-pmml-predictor-8674795f59-tvh57.18c6bea4a3b71b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34056"
    uid: c3149705-2082-492b-af87-1684e5b18b4c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tvh57
    namespace: kserve-ci-e2e-test
    resourceVersion: "34034"
    uid: 912d226d-66ae-4bb1-a600-7977ab1db903
  kind: Event
  lastTimestamp: "2026-07-29T11:18:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:18:36Z"
    name: isvc-pmml-predictor-8674795f59-tvh57.18c6bea4a421a691
    namespace: kserve-ci-e2e-test
    resourceVersion: "34057"
    uid: e28e5276-0557-481b-a594-76d6215736af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:18:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tvh57
    namespace: kserve-ci-e2e-test
    resourceVersion: "34034"
    uid: 912d226d-66ae-4bb1-a600-7977ab1db903
  kind: Event
  lastTimestamp: "2026-07-29T11:18:40Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-07-29T11:18:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:18:40Z"
    name: isvc-pmml-predictor-8674795f59-tvh57.18c6bea5a412983f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34090"
    uid: 75125fd1-90ef-4205-918a-77adffc66a0a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:18:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tvh57
    namespace: kserve-ci-e2e-test
    resourceVersion: "34034"
    uid: 912d226d-66ae-4bb1-a600-7977ab1db903
  kind: Event
  lastTimestamp: "2026-07-29T11:18:47Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.972s (6.972s
    including waiting). Image size: 801937285 bytes.'
  metadata:
    creationTimestamp: "2026-07-29T11:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:18:47Z"
    name: isvc-pmml-predictor-8674795f59-tvh57.18c6bea743a4c64c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34146"
    uid: 220158ff-82c8-4874-bd2c-d7b586742319
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:18:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tvh57
    namespace: kserve-ci-e2e-test
    resourceVersion: "34034"
    uid: 912d226d-66ae-4bb1-a600-7977ab1db903
  kind: Event
  lastTimestamp: "2026-07-29T11:18:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:18:47Z"
    name: isvc-pmml-predictor-8674795f59-tvh57.18c6bea747129cdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34147"
    uid: cb27bdfb-6c0c-4008-b634-bf88938f0c24
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:18:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tvh57
    namespace: kserve-ci-e2e-test
    resourceVersion: "34034"
    uid: 912d226d-66ae-4bb1-a600-7977ab1db903
  kind: Event
  lastTimestamp: "2026-07-29T11:18:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:18:47Z"
    name: isvc-pmml-predictor-8674795f59-tvh57.18c6bea7478047a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34148"
    uid: fd48e2ee-3354-4eb6-aa19-ebaaf6cfc290
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:18:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tvh57
    namespace: kserve-ci-e2e-test
    resourceVersion: "34034"
    uid: 912d226d-66ae-4bb1-a600-7977ab1db903
  kind: Event
  lastTimestamp: "2026-07-29T11:18:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:18:47Z"
    name: isvc-pmml-predictor-8674795f59-tvh57.18c6bea7478c5b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "34149"
    uid: b6d7716a-8763-42e8-8b36-d516c354569c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tvh57
    namespace: kserve-ci-e2e-test
    resourceVersion: "34034"
    uid: 912d226d-66ae-4bb1-a600-7977ab1db903
  kind: Event
  lastTimestamp: "2026-07-29T11:18:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:18:48Z"
    name: isvc-pmml-predictor-8674795f59-tvh57.18c6bea74b66b059
    namespace: kserve-ci-e2e-test
    resourceVersion: "34150"
    uid: 09bce2f5-2a40-4f72-b3c7-bc77ca8bdbd9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tvh57
    namespace: kserve-ci-e2e-test
    resourceVersion: "34034"
    uid: 912d226d-66ae-4bb1-a600-7977ab1db903
  kind: Event
  lastTimestamp: "2026-07-29T11:18:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:18:48Z"
    name: isvc-pmml-predictor-8674795f59-tvh57.18c6bea74bcd1760
    namespace: kserve-ci-e2e-test
    resourceVersion: "34151"
    uid: 78bf75e7-d82f-48d4-bfdc-1fb3284358d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-29T11:18:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tvh57
    namespace: kserve-ci-e2e-test
    resourceVersion: "34034"
    uid: 912d226d-66ae-4bb1-a600-7977ab1db903
  kind: Event
  lastTimestamp: "2026-07-29T11:19:55Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:18:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:19:55Z"
    name: isvc-pmml-predictor-8674795f59-tvh57.18c6bea7c01bf27c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34632"
    uid: f2c34c8c-9a49-413a-8b0f-39435f359f8c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:20:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tvh57
    namespace: kserve-ci-e2e-test
    resourceVersion: "34034"
    uid: 912d226d-66ae-4bb1-a600-7977ab1db903
  kind: Event
  lastTimestamp: "2026-07-29T11:20:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:20:17Z"
    name: isvc-pmml-predictor-8674795f59-tvh57.18c6bebc0ed13f19
    namespace: kserve-ci-e2e-test
    resourceVersion: "34810"
    uid: a6affb3a-c577-4ea6-aa3a-2ebdd9d6c78d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:20:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tvh57
    namespace: kserve-ci-e2e-test
    resourceVersion: "34034"
    uid: 912d226d-66ae-4bb1-a600-7977ab1db903
  kind: Event
  lastTimestamp: "2026-07-29T11:20:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:20:17Z"
    name: isvc-pmml-predictor-8674795f59-tvh57.18c6bebc0ed22133
    namespace: kserve-ci-e2e-test
    resourceVersion: "34811"
    uid: f589ac5e-0288-4e9a-82ff-45b3e73e9c62
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:18:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "34023"
    uid: f67b26d6-5963-4f3b-a741-5726a312e31d
  kind: Event
  lastTimestamp: "2026-07-29T11:18:36Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-tvh57'
  metadata:
    creationTimestamp: "2026-07-29T11:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:18:36Z"
    name: isvc-pmml-predictor-8674795f59.18c6bea4855112fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34035"
    uid: 5d035cec-452c-4157-a446-b903c6e95f80
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:18:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34021"
    uid: e8fd04f2-edb6-4920-8982-3edb12895730
  kind: Event
  lastTimestamp: "2026-07-29T11:18:36Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:18:36Z"
    name: isvc-pmml-predictor.18c6bea4821e1c06
    namespace: kserve-ci-e2e-test
    resourceVersion: "34024"
    uid: 754b1bed-209b-4551-a66b-7ecb2cc3d783
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:18:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34022"
    uid: 895d8b85-f358-4503-8127-59ae90fe999a
  kind: Event
  lastTimestamp: "2026-07-29T11:19:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:19:21Z"
    name: isvc-pmml-predictor.18c6bea8017c73dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34390"
    uid: 19ac5587-2d5d-439d-8935-dbd0bd9505e2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:18:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34022"
    uid: 895d8b85-f358-4503-8127-59ae90fe999a
  kind: Event
  lastTimestamp: "2026-07-29T11:19:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:19:21Z"
    name: isvc-pmml-predictor.18c6bea801ec7b88
    namespace: kserve-ci-e2e-test
    resourceVersion: "34391"
    uid: 9e42d4cf-9c85-4c34-b566-b880b9eb1c0e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:19:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34176"
    uid: 895d8b85-f358-4503-8127-59ae90fe999a
  kind: Event
  lastTimestamp: "2026-07-29T11:20:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:20:06Z"
    name: isvc-pmml-predictor.18c6beb27f7dfab5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34713"
    uid: 77b17965-1464-49ce-91b5-ba34f8de2292
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:19:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34176"
    uid: 895d8b85-f358-4503-8127-59ae90fe999a
  kind: Event
  lastTimestamp: "2026-07-29T11:20:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:20:06Z"
    name: isvc-pmml-predictor.18c6beb28026d826
    namespace: kserve-ci-e2e-test
    resourceVersion: "34714"
    uid: d1c9e8a3-2675-46d9-806a-f81e7c87ff79
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:20:22.354766Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-htlg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34871"
    uid: 50ee0a61-37f1-49da-aca0-21810ad0b977
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-htlg7
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:20:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:20:22Z"
    name: isvc-pmml-runtime-predictor-885fc8777-htlg7.18c6bebd416d960d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34875"
    uid: 5290ed44-b9b0-4f19-9177-b99493576de9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:20:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-htlg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34879"
    uid: 50ee0a61-37f1-49da-aca0-21810ad0b977
  kind: Event
  lastTimestamp: "2026-07-29T11:20:22Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:20:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:20:22Z"
    name: isvc-pmml-runtime-predictor-885fc8777-htlg7.18c6bebd5afac82f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34891"
    uid: ae7f8b7c-77ed-4425-ac83-f0ef6d6e1772
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:20:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-htlg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34872"
    uid: 50ee0a61-37f1-49da-aca0-21810ad0b977
  kind: Event
  lastTimestamp: "2026-07-29T11:20:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:20:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:20:22Z"
    name: isvc-pmml-runtime-predictor-885fc8777-htlg7.18c6bebd5ca487a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34893"
    uid: af6f0a3a-844b-4b19-b73c-f66dab644e1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:20:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-htlg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34872"
    uid: 50ee0a61-37f1-49da-aca0-21810ad0b977
  kind: Event
  lastTimestamp: "2026-07-29T11:20:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:20:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:20:22Z"
    name: isvc-pmml-runtime-predictor-885fc8777-htlg7.18c6bebd5f2c6fcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34894"
    uid: edcac367-1d86-49b2-b659-41a497d90e20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:20:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-htlg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34872"
    uid: 50ee0a61-37f1-49da-aca0-21810ad0b977
  kind: Event
  lastTimestamp: "2026-07-29T11:20:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:20:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:20:22Z"
    name: isvc-pmml-runtime-predictor-885fc8777-htlg7.18c6bebd5f98f0b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34895"
    uid: bab8fa89-dba4-4803-8584-ce30eac1bfb5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:20:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-htlg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34872"
    uid: 50ee0a61-37f1-49da-aca0-21810ad0b977
  kind: Event
  lastTimestamp: "2026-07-29T11:20:27Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:20:27Z"
    name: isvc-pmml-runtime-predictor-885fc8777-htlg7.18c6bebe6ecb6d81
    namespace: kserve-ci-e2e-test
    resourceVersion: "34936"
    uid: 337588e9-0672-448c-ac4c-02e9fc2dfcc5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:20:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-htlg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34872"
    uid: 50ee0a61-37f1-49da-aca0-21810ad0b977
  kind: Event
  lastTimestamp: "2026-07-29T11:20:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:20:27Z"
    name: isvc-pmml-runtime-predictor-885fc8777-htlg7.18c6bebe71af2c66
    namespace: kserve-ci-e2e-test
    resourceVersion: "34938"
    uid: d40c6435-6869-4ee3-8e86-18ad4b84881d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:20:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-htlg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34872"
    uid: 50ee0a61-37f1-49da-aca0-21810ad0b977
  kind: Event
  lastTimestamp: "2026-07-29T11:20:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:20:27Z"
    name: isvc-pmml-runtime-predictor-885fc8777-htlg7.18c6bebe721d8f01
    namespace: kserve-ci-e2e-test
    resourceVersion: "34939"
    uid: b3de89bc-3198-417b-b905-979b697825c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:20:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-htlg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34872"
    uid: 50ee0a61-37f1-49da-aca0-21810ad0b977
  kind: Event
  lastTimestamp: "2026-07-29T11:20:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:20:27Z"
    name: isvc-pmml-runtime-predictor-885fc8777-htlg7.18c6bebe72284e0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34941"
    uid: cf56aaba-1f24-4d91-a801-3ecad2c4f2a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:20:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-htlg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34872"
    uid: 50ee0a61-37f1-49da-aca0-21810ad0b977
  kind: Event
  lastTimestamp: "2026-07-29T11:20:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:20:27Z"
    name: isvc-pmml-runtime-predictor-885fc8777-htlg7.18c6bebe74b4c5ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "34943"
    uid: d11d6b30-e4bf-4fb9-a23c-ad514a956a61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:20:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-htlg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34872"
    uid: 50ee0a61-37f1-49da-aca0-21810ad0b977
  kind: Event
  lastTimestamp: "2026-07-29T11:20:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:20:27Z"
    name: isvc-pmml-runtime-predictor-885fc8777-htlg7.18c6bebe75252cd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34944"
    uid: 3485c465-8d8f-4796-9996-075b45cb5317
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T11:20:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-htlg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34872"
    uid: 50ee0a61-37f1-49da-aca0-21810ad0b977
  kind: Event
  lastTimestamp: "2026-07-29T11:21:54Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:21:54Z"
    name: isvc-pmml-runtime-predictor-885fc8777-htlg7.18c6bebeaad812c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35587"
    uid: fdad2f5b-a176-4657-881f-521e6322c1fe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:21:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-htlg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34872"
    uid: 50ee0a61-37f1-49da-aca0-21810ad0b977
  kind: Event
  lastTimestamp: "2026-07-29T11:21:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:21:53Z"
    name: isvc-pmml-runtime-predictor-885fc8777-htlg7.18c6bed27183277f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35576"
    uid: 7bea1e88-3cc9-4d03-a25a-19b359540689
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:21:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-htlg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34872"
    uid: 50ee0a61-37f1-49da-aca0-21810ad0b977
  kind: Event
  lastTimestamp: "2026-07-29T11:21:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:21:53Z"
    name: isvc-pmml-runtime-predictor-885fc8777-htlg7.18c6bed27183a9b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35577"
    uid: 73e8b660-1e6b-43bb-8d30-2a30b83827c9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:21:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-htlg7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34872"
    uid: 50ee0a61-37f1-49da-aca0-21810ad0b977
  kind: Event
  lastTimestamp: "2026-07-29T11:21:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.52:8643/healthz": dial tcp
    10.133.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:21:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:21:54Z"
    name: isvc-pmml-runtime-predictor-885fc8777-htlg7.18c6bed2b15c0a5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35586"
    uid: 25e7bb22-36f6-4c27-9c61-3cbee8e4e5da
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:20:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "34860"
    uid: 26fea7e6-0f6f-4c3a-8c7e-b4ed9dde1e48
  kind: Event
  lastTimestamp: "2026-07-29T11:20:22Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-htlg7'
  metadata:
    creationTimestamp: "2026-07-29T11:20:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:20:22Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18c6bebd4118e3d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34873"
    uid: f9e1f981-2b67-4583-87f8-423b2f47c5ab
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:20:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34858"
    uid: 5d800aaf-2660-466f-aeb1-d9df6ecdf991
  kind: Event
  lastTimestamp: "2026-07-29T11:20:22Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:20:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:20:22Z"
    name: isvc-pmml-runtime-predictor.18c6bebd3c6fe46e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34861"
    uid: 2fe84cc8-19d5-4da6-a798-294d360edf42
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:20:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34859"
    uid: af2bb5a8-dfbf-4cb7-b338-2c9c80581976
  kind: Event
  lastTimestamp: "2026-07-29T11:20:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:20:52Z"
    name: isvc-pmml-runtime-predictor.18c6bec0baf110c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35119"
    uid: 2c3a6b77-e2c7-4e5b-aedb-3c879f071f8e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:20:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34859"
    uid: af2bb5a8-dfbf-4cb7-b338-2c9c80581976
  kind: Event
  lastTimestamp: "2026-07-29T11:20:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:20:52Z"
    name: isvc-pmml-runtime-predictor.18c6bec0bb5ce642
    namespace: kserve-ci-e2e-test
    resourceVersion: "35120"
    uid: 1e421f99-86dc-42df-b7ea-4c09315ecf8d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-29T11:21:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35017"
    uid: af2bb5a8-dfbf-4cb7-b338-2c9c80581976
  kind: Event
  lastTimestamp: "2026-07-29T11:21:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:21:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:21:52Z"
    name: isvc-pmml-runtime-predictor.18c6bec7b926638c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35548"
    uid: c3b27040-042d-46b9-9be5-e6e1288d6fab
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-29T11:21:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35017"
    uid: af2bb5a8-dfbf-4cb7-b338-2c9c80581976
  kind: Event
  lastTimestamp: "2026-07-29T11:21:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:21:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:21:52Z"
    name: isvc-pmml-runtime-predictor.18c6bec7b9905b86
    namespace: kserve-ci-e2e-test
    resourceVersion: "35549"
    uid: b56bf028-af9e-4c01-91c7-ff5a2d59c6bc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-29T11:20:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34851"
    uid: 8932b5ee-faa2-4634-bbe8-c57094732ff9
  kind: Event
  lastTimestamp: "2026-07-29T11:21:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:20:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:21:44Z"
    name: isvc-pmml-runtime.18c6bebd3c6e22dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35496"
    uid: ecfeef2c-5508-40cb-becd-9a91dc532b34
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:20:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34851"
    uid: 8932b5ee-faa2-4634-bbe8-c57094732ff9
  kind: Event
  lastTimestamp: "2026-07-29T11:20:22Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:20:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:20:22Z"
    name: isvc-pmml-runtime.18c6bebd3ce3f0cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34881"
    uid: 5137f546-6f88-4e40-90bb-10ffd13b413a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:20:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34853"
    uid: 8932b5ee-faa2-4634-bbe8-c57094732ff9
  kind: Event
  lastTimestamp: "2026-07-29T11:20:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:20:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:20:22Z"
    name: isvc-pmml-runtime.18c6bebd43bb7457
    namespace: kserve-ci-e2e-test
    resourceVersion: "34882"
    uid: 032f5f59-a193-4b07-827f-26092fc9785e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:21:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35492"
    uid: 8932b5ee-faa2-4634-bbe8-c57094732ff9
  kind: Event
  lastTimestamp: "2026-07-29T11:21:44Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:21:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:21:44Z"
    name: isvc-pmml-runtime.18c6bed062e1df29
    namespace: kserve-ci-e2e-test
    resourceVersion: "35494"
    uid: 72b691e2-d3a3-489e-b2d4-a20f0893fcbb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:21:58.506828Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4fb4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35640"
    uid: 1c8c42f7-cc36-4b50-b785-e23c14796085
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-4fb4n
    to ip-10-0-138-159.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:21:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:21:58Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4fb4n.18c6bed3a4898e64
    namespace: kserve-ci-e2e-test
    resourceVersion: "35644"
    uid: 8b695990-dad9-4a5f-9810-d0a886330363
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:21:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4fb4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35648"
    uid: 1c8c42f7-cc36-4b50-b785-e23c14796085
  kind: Event
  lastTimestamp: "2026-07-29T11:21:58Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:21:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:21:58Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4fb4n.18c6bed3be57bbca
    namespace: kserve-ci-e2e-test
    resourceVersion: "35658"
    uid: 9a840733-5c92-4f8e-b2c6-ba6112ca0772
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:21:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4fb4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35642"
    uid: 1c8c42f7-cc36-4b50-b785-e23c14796085
  kind: Event
  lastTimestamp: "2026-07-29T11:21:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:21:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:21:58Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4fb4n.18c6bed3bfe51903
    namespace: kserve-ci-e2e-test
    resourceVersion: "35661"
    uid: 2dee7897-4507-406a-bc56-02ba065e33ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:21:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4fb4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35642"
    uid: 1c8c42f7-cc36-4b50-b785-e23c14796085
  kind: Event
  lastTimestamp: "2026-07-29T11:21:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:21:59Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4fb4n.18c6bed3c3676f24
    namespace: kserve-ci-e2e-test
    resourceVersion: "35663"
    uid: f5664d5d-065e-464d-aaf6-a6c2b734781d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:21:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4fb4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35642"
    uid: 1c8c42f7-cc36-4b50-b785-e23c14796085
  kind: Event
  lastTimestamp: "2026-07-29T11:21:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:21:59Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4fb4n.18c6bed3c3da087b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35664"
    uid: defd7746-ac3b-4d69-9242-fd3a7c4c41e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:22:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4fb4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35642"
    uid: 1c8c42f7-cc36-4b50-b785-e23c14796085
  kind: Event
  lastTimestamp: "2026-07-29T11:22:03Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-07-29T11:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:22:03Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4fb4n.18c6bed4bee38ec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35699"
    uid: de28aab3-1483-4b4d-8597-36c11643141e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:22:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4fb4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35642"
    uid: 1c8c42f7-cc36-4b50-b785-e23c14796085
  kind: Event
  lastTimestamp: "2026-07-29T11:22:10Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.895s (6.895s
    including waiting). Image size: 801937285 bytes.'
  metadata:
    creationTimestamp: "2026-07-29T11:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:22:10Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4fb4n.18c6bed659e0f08c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35747"
    uid: 1525491d-d45e-4c84-bd6f-3bfec4b131ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:22:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4fb4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35642"
    uid: 1c8c42f7-cc36-4b50-b785-e23c14796085
  kind: Event
  lastTimestamp: "2026-07-29T11:22:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:22:10Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4fb4n.18c6bed65dc38d2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35749"
    uid: 3070d6bc-1a17-4511-a89b-0cb6aafedde9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:22:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4fb4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35642"
    uid: 1c8c42f7-cc36-4b50-b785-e23c14796085
  kind: Event
  lastTimestamp: "2026-07-29T11:22:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:22:10Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4fb4n.18c6bed65e37edfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35750"
    uid: 72b3d7ce-a3f3-49ee-afbf-2956bc0c33b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:22:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4fb4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35642"
    uid: 1c8c42f7-cc36-4b50-b785-e23c14796085
  kind: Event
  lastTimestamp: "2026-07-29T11:22:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:22:10Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4fb4n.18c6bed65e422fa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35751"
    uid: 936470bf-a9cd-47cf-afd0-4e3f87b22508
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:22:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4fb4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35642"
    uid: 1c8c42f7-cc36-4b50-b785-e23c14796085
  kind: Event
  lastTimestamp: "2026-07-29T11:22:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:22:10Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4fb4n.18c6bed661351567
    namespace: kserve-ci-e2e-test
    resourceVersion: "35752"
    uid: fbf99018-bd9b-4ca6-a967-82c660678d1f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:22:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4fb4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35642"
    uid: 1c8c42f7-cc36-4b50-b785-e23c14796085
  kind: Event
  lastTimestamp: "2026-07-29T11:22:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:22:10Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4fb4n.18c6bed661a6d552
    namespace: kserve-ci-e2e-test
    resourceVersion: "35753"
    uid: 71c6e908-0a69-4af0-ad2b-338f26d8ceda
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T11:22:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4fb4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35642"
    uid: 1c8c42f7-cc36-4b50-b785-e23c14796085
  kind: Event
  lastTimestamp: "2026-07-29T11:23:27Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:23:27Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4fb4n.18c6bed69e50740c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36299"
    uid: b5b271a6-a505-44c0-b484-f588ae59f002
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:23:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4fb4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35642"
    uid: 1c8c42f7-cc36-4b50-b785-e23c14796085
  kind: Event
  lastTimestamp: "2026-07-29T11:23:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:23:39Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4fb4n.18c6beeb2d6e379e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36413"
    uid: e064362c-2517-4faf-9608-64b90257ff77
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:23:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4fb4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35642"
    uid: 1c8c42f7-cc36-4b50-b785-e23c14796085
  kind: Event
  lastTimestamp: "2026-07-29T11:23:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:23:39Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4fb4n.18c6beeb2d6eb2c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36414"
    uid: 16ca7fb5-b5e2-4f2d-b35d-1d871f19a1f4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4fb4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35642"
    uid: 1c8c42f7-cc36-4b50-b785-e23c14796085
  kind: Event
  lastTimestamp: "2026-07-29T11:23:42Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:23:42Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4fb4n.18c6beebce82e0b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36434"
    uid: a21293f3-5809-4e24-9094-b2dfc37bc826
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:21:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35629"
    uid: 93a08618-bcca-4dbe-ab39-1f3b4f2e9177
  kind: Event
  lastTimestamp: "2026-07-29T11:21:58Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-4fb4n'
  metadata:
    creationTimestamp: "2026-07-29T11:21:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:21:58Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18c6bed3a4013b02
    namespace: kserve-ci-e2e-test
    resourceVersion: "35641"
    uid: efbf27c8-d1f5-447e-a2f4-f83e1d45aabd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:21:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35627"
    uid: bf9135fd-66eb-4a48-88ef-800fdd3d8365
  kind: Event
  lastTimestamp: "2026-07-29T11:21:58Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-29T11:21:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:21:58Z"
    name: isvc-pmml-v2-kserve-predictor.18c6bed3a008eabe
    namespace: kserve-ci-e2e-test
    resourceVersion: "35630"
    uid: adba378e-69ee-41fb-b2ae-fa0723cc384f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:22:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35628"
    uid: 084a56bb-a22f-4a44-a932-0dbe5c8208eb
  kind: Event
  lastTimestamp: "2026-07-29T11:22:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:22:43Z"
    name: isvc-pmml-v2-kserve-predictor.18c6bed71e934323
    namespace: kserve-ci-e2e-test
    resourceVersion: "35991"
    uid: acd21daf-3a5d-4222-9c62-32c9f4c5cfbd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:22:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35628"
    uid: 084a56bb-a22f-4a44-a932-0dbe5c8208eb
  kind: Event
  lastTimestamp: "2026-07-29T11:22:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:22:43Z"
    name: isvc-pmml-v2-kserve-predictor.18c6bed71ef9cf47
    namespace: kserve-ci-e2e-test
    resourceVersion: "35993"
    uid: 468c98bc-3dbc-400c-96f2-a5110deb2399
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:22:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35784"
    uid: 084a56bb-a22f-4a44-a932-0dbe5c8208eb
  kind: Event
  lastTimestamp: "2026-07-29T11:23:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:23:28Z"
    name: isvc-pmml-v2-kserve-predictor.18c6bee19c022385
    namespace: kserve-ci-e2e-test
    resourceVersion: "36308"
    uid: 0737df65-bc26-4d24-8c18-07f94ea7974a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:22:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35784"
    uid: 084a56bb-a22f-4a44-a932-0dbe5c8208eb
  kind: Event
  lastTimestamp: "2026-07-29T11:23:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:23:28Z"
    name: isvc-pmml-v2-kserve-predictor.18c6bee19c4aecca
    namespace: kserve-ci-e2e-test
    resourceVersion: "36310"
    uid: 3139ca37-2279-41c4-862b-3982373cdc8f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T11:21:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35620"
    uid: 932487a9-0684-456e-95b8-d994bd1ef284
  kind: Event
  lastTimestamp: "2026-07-29T11:23:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:21:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:23:37Z"
    name: isvc-pmml-v2-kserve.18c6bed3a01977c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36381"
    uid: 08543ae7-5a8c-4cf8-8eff-a101c526f0fa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:21:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35620"
    uid: 932487a9-0684-456e-95b8-d994bd1ef284
  kind: Event
  lastTimestamp: "2026-07-29T11:21:58Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:21:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:21:58Z"
    name: isvc-pmml-v2-kserve.18c6bed3a08fb8d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35633"
    uid: 29faffa9-b7d5-4f79-90f5-e24329b8ca31
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:23:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36379"
    uid: 932487a9-0684-456e-95b8-d994bd1ef284
  kind: Event
  lastTimestamp: "2026-07-29T11:23:37Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:23:37Z"
    name: isvc-pmml-v2-kserve.18c6beeaaa8bad86
    namespace: kserve-ci-e2e-test
    resourceVersion: "36380"
    uid: d38bc7af-688f-4c39-ab1c-3c0569974362
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T11:18:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "34014"
    uid: 84c3993a-1356-49b7-be45-efb61347817d
  kind: Event
  lastTimestamp: "2026-07-29T11:20:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:20:06Z"
    name: isvc-pmml.18c6bea48222d414
    namespace: kserve-ci-e2e-test
    resourceVersion: "34711"
    uid: abf8488b-75ef-4c27-9414-4ce9c39afe9e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:18:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "34014"
    uid: 84c3993a-1356-49b7-be45-efb61347817d
  kind: Event
  lastTimestamp: "2026-07-29T11:18:36Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:18:36Z"
    name: isvc-pmml.18c6bea482ba4b92
    namespace: kserve-ci-e2e-test
    resourceVersion: "34028"
    uid: 9e85ec27-f75e-46c5-b854-669daa687d2f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:20:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "34709"
    uid: 84c3993a-1356-49b7-be45-efb61347817d
  kind: Event
  lastTimestamp: "2026-07-29T11:20:06Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:20:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:20:06Z"
    name: isvc-pmml.18c6beb97859728d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34710"
    uid: 108c5a05-d072-4e10-90a5-db1b8836611a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:29:18.936064Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6rrbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39263"
    uid: 11703b8e-36c1-4a82-a7f4-efb9cd9d8893
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-6rrbt
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:29:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:29:18Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6rrbt.18c6bf3a302a5ae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39269"
    uid: 4c9a17b5-e146-42ce-b71f-dab2d491c27e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:29:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6rrbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39265"
    uid: 11703b8e-36c1-4a82-a7f4-efb9cd9d8893
  kind: Event
  lastTimestamp: "2026-07-29T11:29:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-29T11:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:29:19Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6rrbt.18c6bf3a3cc2939d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39277"
    uid: af47d776-fa1e-49a4-b4fd-5f17493e2811
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:29:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6rrbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39274"
    uid: 11703b8e-36c1-4a82-a7f4-efb9cd9d8893
  kind: Event
  lastTimestamp: "2026-07-29T11:29:19Z"
  message: Add eth0 [10.133.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:29:19Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6rrbt.18c6bf3a6d162b57
    namespace: kserve-ci-e2e-test
    resourceVersion: "39287"
    uid: 6b21d2a4-9900-4291-b48b-2e7c1ff12d63
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:29:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6rrbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39265"
    uid: 11703b8e-36c1-4a82-a7f4-efb9cd9d8893
  kind: Event
  lastTimestamp: "2026-07-29T11:29:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:29:19Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6rrbt.18c6bf3a6e978e03
    namespace: kserve-ci-e2e-test
    resourceVersion: "39289"
    uid: e0ffb8e2-7fca-4629-a29a-5776303e05b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6rrbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39265"
    uid: 11703b8e-36c1-4a82-a7f4-efb9cd9d8893
  kind: Event
  lastTimestamp: "2026-07-29T11:29:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:29:20Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6rrbt.18c6bf3a71c57a2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39290"
    uid: c6f59f77-1b3b-4144-8f1c-682dc805aaa1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6rrbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39265"
    uid: 11703b8e-36c1-4a82-a7f4-efb9cd9d8893
  kind: Event
  lastTimestamp: "2026-07-29T11:29:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:29:20Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6rrbt.18c6bf3a72391ede
    namespace: kserve-ci-e2e-test
    resourceVersion: "39291"
    uid: 04102ec6-3266-4f90-b90b-54b5715fc7a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:29:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6rrbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39265"
    uid: 11703b8e-36c1-4a82-a7f4-efb9cd9d8893
  kind: Event
  lastTimestamp: "2026-07-29T11:29:24Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:29:24Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6rrbt.18c6bf3b90ad5af5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39331"
    uid: 88f1ca8d-0fa5-4e43-abdb-5a0b5792241d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:29:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6rrbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39265"
    uid: 11703b8e-36c1-4a82-a7f4-efb9cd9d8893
  kind: Event
  lastTimestamp: "2026-07-29T11:29:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:29:24Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6rrbt.18c6bf3b93769b8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39333"
    uid: 1c15ecaa-485a-4acc-9d1a-2bf9ec014e5b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:29:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6rrbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39265"
    uid: 11703b8e-36c1-4a82-a7f4-efb9cd9d8893
  kind: Event
  lastTimestamp: "2026-07-29T11:29:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:29:24Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6rrbt.18c6bf3b93e59046
    namespace: kserve-ci-e2e-test
    resourceVersion: "39334"
    uid: eeda17cb-f5be-4450-9024-1b8200f024a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:29:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6rrbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39265"
    uid: 11703b8e-36c1-4a82-a7f4-efb9cd9d8893
  kind: Event
  lastTimestamp: "2026-07-29T11:29:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:29:24Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6rrbt.18c6bf3b93ee9023
    namespace: kserve-ci-e2e-test
    resourceVersion: "39337"
    uid: 69da1723-f02a-419a-a6d3-2f4f9b157aa3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:29:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6rrbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39265"
    uid: 11703b8e-36c1-4a82-a7f4-efb9cd9d8893
  kind: Event
  lastTimestamp: "2026-07-29T11:29:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:29:24Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6rrbt.18c6bf3b96946ac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39339"
    uid: 1233f1fa-61b7-4121-982a-c9994db504d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:29:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6rrbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39265"
    uid: 11703b8e-36c1-4a82-a7f4-efb9cd9d8893
  kind: Event
  lastTimestamp: "2026-07-29T11:29:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:29:24Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6rrbt.18c6bf3b971709ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "39341"
    uid: 91f92faf-9996-461a-9cbc-5e71d11659f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-29T11:29:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6rrbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39265"
    uid: 11703b8e-36c1-4a82-a7f4-efb9cd9d8893
  kind: Event
  lastTimestamp: "2026-07-29T11:30:42Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:30:42Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6rrbt.18c6bf3c088e63a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39930"
    uid: 3dbe0414-dbaa-40c0-9162-58cde10887fb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6rrbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39265"
    uid: 11703b8e-36c1-4a82-a7f4-efb9cd9d8893
  kind: Event
  lastTimestamp: "2026-07-29T11:30:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:30:39Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6rrbt.18c6bf4cd8a08e6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39902"
    uid: 35f5df42-ec9d-41c1-b534-6e7d24902675
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6rrbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39265"
    uid: 11703b8e-36c1-4a82-a7f4-efb9cd9d8893
  kind: Event
  lastTimestamp: "2026-07-29T11:30:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:30:39Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6rrbt.18c6bf4cd8a10656
    namespace: kserve-ci-e2e-test
    resourceVersion: "39903"
    uid: ed9672d6-469e-4245-b1c9-9a681d6a446d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:30:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6rrbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39265"
    uid: 11703b8e-36c1-4a82-a7f4-efb9cd9d8893
  kind: Event
  lastTimestamp: "2026-07-29T11:30:42Z"
  message: 'Readiness probe failed: Get "https://10.133.0.58:8643/healthz": dial tcp
    10.133.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:30:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:30:42Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-6rrbt.18c6bf4dbab97294
    namespace: kserve-ci-e2e-test
    resourceVersion: "39929"
    uid: 66e19ae1-a2bc-41bc-abe3-2459df922509
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:29:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39254"
    uid: 58e452c1-a959-443c-8a9e-8ae2aebbf086
  kind: Event
  lastTimestamp: "2026-07-29T11:29:18Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-6rrbt'
  metadata:
    creationTimestamp: "2026-07-29T11:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:29:18Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18c6bf3a2fc3c797
    namespace: kserve-ci-e2e-test
    resourceVersion: "39264"
    uid: 849a07f6-0670-46fc-a942-b1427961735a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:29:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39252"
    uid: a6b6d59a-d35d-42a0-ad10-bc26666c58c3
  kind: Event
  lastTimestamp: "2026-07-29T11:29:18Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:29:18Z"
    name: isvc-predictive-lightgbm-predictor.18c6bf3a2cd78e78
    namespace: kserve-ci-e2e-test
    resourceVersion: "39255"
    uid: aac102b0-3d0b-413c-9cf6-99ba39a85133
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:29:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39253"
    uid: 2b131a3f-72e3-4fcf-9b81-5d282fb13ef1
  kind: Event
  lastTimestamp: "2026-07-29T11:30:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:29:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:30:03Z"
    name: isvc-predictive-lightgbm-predictor.18c6bf3dabcf5d18
    namespace: kserve-ci-e2e-test
    resourceVersion: "39630"
    uid: 121e57d5-2668-4174-b0e5-496729f5ffb7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:29:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39253"
    uid: 2b131a3f-72e3-4fcf-9b81-5d282fb13ef1
  kind: Event
  lastTimestamp: "2026-07-29T11:30:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:29:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:30:03Z"
    name: isvc-predictive-lightgbm-predictor.18c6bf3dac36e321
    namespace: kserve-ci-e2e-test
    resourceVersion: "39631"
    uid: 0f64c940-abb9-408b-a3c8-69a9c94f9a4e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:30:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39410"
    uid: 2b131a3f-72e3-4fcf-9b81-5d282fb13ef1
  kind: Event
  lastTimestamp: "2026-07-29T11:30:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:30:33Z"
    name: isvc-predictive-lightgbm-predictor.18c6bf482941c577
    namespace: kserve-ci-e2e-test
    resourceVersion: "39848"
    uid: 9c700b5e-d021-4d1c-9255-5849d9581f19
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:30:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39410"
    uid: 2b131a3f-72e3-4fcf-9b81-5d282fb13ef1
  kind: Event
  lastTimestamp: "2026-07-29T11:30:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:30:33Z"
    name: isvc-predictive-lightgbm-predictor.18c6bf4829aa92c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39849"
    uid: b3237a16-5357-4656-aeef-9db832e69f7e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:33:35.668330Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jxjcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41340"
    uid: c13a4acd-6975-4d9a-b354-69c62c5e26fc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-jxjcz
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:33:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:33:35Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jxjcz.18c6bf75f699f771
    namespace: kserve-ci-e2e-test
    resourceVersion: "41346"
    uid: a2f9f39b-5319-499e-8b3b-05d966936334
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:33:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jxjcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41350"
    uid: c13a4acd-6975-4d9a-b354-69c62c5e26fc
  kind: Event
  lastTimestamp: "2026-07-29T11:33:36Z"
  message: Add eth0 [10.133.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:33:36Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jxjcz.18c6bf760fe7f294
    namespace: kserve-ci-e2e-test
    resourceVersion: "41359"
    uid: 06fa82ce-8adb-4adb-8e0f-afc5ed97cd85
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:33:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jxjcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41344"
    uid: c13a4acd-6975-4d9a-b354-69c62c5e26fc
  kind: Event
  lastTimestamp: "2026-07-29T11:33:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:33:36Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jxjcz.18c6bf7611431623
    namespace: kserve-ci-e2e-test
    resourceVersion: "41361"
    uid: 18e02c24-524e-4110-8feb-c7e55944e825
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:33:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jxjcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41344"
    uid: c13a4acd-6975-4d9a-b354-69c62c5e26fc
  kind: Event
  lastTimestamp: "2026-07-29T11:33:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:33:36Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jxjcz.18c6bf7614043772
    namespace: kserve-ci-e2e-test
    resourceVersion: "41363"
    uid: c5e93441-9369-45e1-89d9-7efd576d2caf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:33:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jxjcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41344"
    uid: c13a4acd-6975-4d9a-b354-69c62c5e26fc
  kind: Event
  lastTimestamp: "2026-07-29T11:33:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:33:36Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jxjcz.18c6bf7614780739
    namespace: kserve-ci-e2e-test
    resourceVersion: "41365"
    uid: 3e395ca5-db72-48f1-867f-44eb7794bf92
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:33:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jxjcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41344"
    uid: c13a4acd-6975-4d9a-b354-69c62c5e26fc
  kind: Event
  lastTimestamp: "2026-07-29T11:33:39Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:33:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jxjcz.18c6bf76f657c795
    namespace: kserve-ci-e2e-test
    resourceVersion: "41400"
    uid: d2d5e186-992a-4191-89c9-baf37c696d31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:33:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jxjcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41344"
    uid: c13a4acd-6975-4d9a-b354-69c62c5e26fc
  kind: Event
  lastTimestamp: "2026-07-29T11:33:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:33:40Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jxjcz.18c6bf76f93f559f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41402"
    uid: 5acfbd32-a881-42fb-b50e-b1355cc98391
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:33:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jxjcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41344"
    uid: c13a4acd-6975-4d9a-b354-69c62c5e26fc
  kind: Event
  lastTimestamp: "2026-07-29T11:33:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:33:40Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jxjcz.18c6bf76f9ad4b66
    namespace: kserve-ci-e2e-test
    resourceVersion: "41404"
    uid: 9d5cb8bf-707a-4612-80fb-e85e9d97a53d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:33:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jxjcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41344"
    uid: c13a4acd-6975-4d9a-b354-69c62c5e26fc
  kind: Event
  lastTimestamp: "2026-07-29T11:33:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:33:40Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jxjcz.18c6bf76f9b69324
    namespace: kserve-ci-e2e-test
    resourceVersion: "41406"
    uid: e83b3e03-2f5b-44b5-a41e-8680ed283624
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:33:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jxjcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41344"
    uid: c13a4acd-6975-4d9a-b354-69c62c5e26fc
  kind: Event
  lastTimestamp: "2026-07-29T11:33:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:33:40Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jxjcz.18c6bf76fca6c629
    namespace: kserve-ci-e2e-test
    resourceVersion: "41408"
    uid: c60f1af9-14a8-44b9-bcbb-8022cdec6bf6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:33:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jxjcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41344"
    uid: c13a4acd-6975-4d9a-b354-69c62c5e26fc
  kind: Event
  lastTimestamp: "2026-07-29T11:33:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:33:40Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jxjcz.18c6bf76fd123e46
    namespace: kserve-ci-e2e-test
    resourceVersion: "41409"
    uid: 4b29a181-c8b9-4aa5-a852-1d5f53d3310e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-29T11:34:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jxjcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41344"
    uid: c13a4acd-6975-4d9a-b354-69c62c5e26fc
  kind: Event
  lastTimestamp: "2026-07-29T11:35:07Z"
  message: 'Readiness probe failed: Get "http://10.133.0.61:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.61:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:35:07Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jxjcz.18c6bf7fd0832781
    namespace: kserve-ci-e2e-test
    resourceVersion: "42062"
    uid: e4c33c76-5727-4584-aadf-c540b6986100
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jxjcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41344"
    uid: c13a4acd-6975-4d9a-b354-69c62c5e26fc
  kind: Event
  lastTimestamp: "2026-07-29T11:35:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:35:05Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jxjcz.18c6bf8af23547e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "42044"
    uid: 5e02a519-29f6-48ec-9903-e2c3e02b1c78
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jxjcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41344"
    uid: c13a4acd-6975-4d9a-b354-69c62c5e26fc
  kind: Event
  lastTimestamp: "2026-07-29T11:35:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:35:05Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jxjcz.18c6bf8af235b2c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "42045"
    uid: ebf63184-32d9-4c36-92e9-c9794f36599c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:35:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jxjcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41344"
    uid: c13a4acd-6975-4d9a-b354-69c62c5e26fc
  kind: Event
  lastTimestamp: "2026-07-29T11:35:07Z"
  message: 'Readiness probe failed: Get "https://10.133.0.61:8643/healthz": dial tcp
    10.133.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:35:07Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jxjcz.18c6bf8b746668ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "42061"
    uid: b43643e9-e55c-4d9c-a85b-63ade0e842e2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:33:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "41331"
    uid: 1b1fa725-d487-427f-97e9-d7b586473b74
  kind: Event
  lastTimestamp: "2026-07-29T11:33:35Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jxjcz'
  metadata:
    creationTimestamp: "2026-07-29T11:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:33:35Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18c6bf75f634530b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41343"
    uid: 0aa042ae-d9d3-444e-b2de-091583ac8762
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:33:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41329"
    uid: 4589cab1-aeb8-4c71-9466-f0574237289b
  kind: Event
  lastTimestamp: "2026-07-29T11:33:35Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:33:35Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c6bf75f3100e92
    namespace: kserve-ci-e2e-test
    resourceVersion: "41332"
    uid: 5e67f1a2-d3f7-49dd-ba38-159b552e9aec
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:33:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41330"
    uid: b55cfdc0-68af-46df-a024-3755b82acfda
  kind: Event
  lastTimestamp: "2026-07-29T11:34:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:34:20Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c6bf7971ece13d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41695"
    uid: b3a92771-c378-41b7-89b6-cf0600cc494d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:33:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41330"
    uid: b55cfdc0-68af-46df-a024-3755b82acfda
  kind: Event
  lastTimestamp: "2026-07-29T11:34:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:34:20Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c6bf79725b3b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "41696"
    uid: 37e65113-0a36-4f6f-bd6d-53270561bc7d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-29T11:34:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41483"
    uid: b55cfdc0-68af-46df-a024-3755b82acfda
  kind: Event
  lastTimestamp: "2026-07-29T11:35:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:35:05Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c6bf7cf10bf326
    namespace: kserve-ci-e2e-test
    resourceVersion: "42027"
    uid: 226b039c-9d93-455c-bdf1-47fb4a41b477
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-29T11:34:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41483"
    uid: b55cfdc0-68af-46df-a024-3755b82acfda
  kind: Event
  lastTimestamp: "2026-07-29T11:35:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:35:05Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c6bf7cf158094f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42028"
    uid: e21b08a6-b5d3-422e-882b-c3adbdac48a2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T11:33:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41322"
    uid: 9caad242-3770-4534-a52f-d7285e16d916
  kind: Event
  lastTimestamp: "2026-07-29T11:34:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:34:58Z"
    name: isvc-predictive-lightgbm-v2.18c6bf75f3153aea
    namespace: kserve-ci-e2e-test
    resourceVersion: "41978"
    uid: cccaf78a-31e4-45da-b11f-86b17e9b99c1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:33:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41322"
    uid: 9caad242-3770-4534-a52f-d7285e16d916
  kind: Event
  lastTimestamp: "2026-07-29T11:33:35Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:33:35Z"
    name: isvc-predictive-lightgbm-v2.18c6bf75f39db385
    namespace: kserve-ci-e2e-test
    resourceVersion: "41336"
    uid: 4cb9239e-b805-427b-89ef-505e5a9a0ab2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:34:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41976"
    uid: 9caad242-3770-4534-a52f-d7285e16d916
  kind: Event
  lastTimestamp: "2026-07-29T11:34:58Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:34:58Z"
    name: isvc-predictive-lightgbm-v2.18c6bf892bf80c29
    namespace: kserve-ci-e2e-test
    resourceVersion: "41977"
    uid: 47a9ee2d-a1a1-4faa-a41e-acaaa258521f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T11:29:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39244"
    uid: b602c058-cb5c-41d4-bc74-edfd665b6cf9
  kind: Event
  lastTimestamp: "2026-07-29T11:30:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:30:32Z"
    name: isvc-predictive-lightgbm.18c6bf3a2ce4dfdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39840"
    uid: 85656986-61e5-401c-b2a8-d0c891371419
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:29:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39244"
    uid: b602c058-cb5c-41d4-bc74-edfd665b6cf9
  kind: Event
  lastTimestamp: "2026-07-29T11:29:18Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:29:18Z"
    name: isvc-predictive-lightgbm.18c6bf3a2d5d302c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39259"
    uid: 009ccfd1-ba84-4d1e-a952-005f46f4d58f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:30:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39838"
    uid: b602c058-cb5c-41d4-bc74-edfd665b6cf9
  kind: Event
  lastTimestamp: "2026-07-29T11:30:32Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:30:32Z"
    name: isvc-predictive-lightgbm.18c6bf4b6c761ecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39839"
    uid: a5144c48-9b1f-4d3d-8cf8-acaabf80e727
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:25:58.369143Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-7jnn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37665"
    uid: d4fb6c93-858c-4a5a-ada0-89e921024ab1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-7jnn9
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:25:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:25:58Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-7jnn9.18c6bf0b7d720c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "37670"
    uid: 7df3214b-4961-4c7b-ab86-8d9fc4f0a228
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-7jnn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37675"
    uid: d4fb6c93-858c-4a5a-ada0-89e921024ab1
  kind: Event
  lastTimestamp: "2026-07-29T11:25:58Z"
  message: Add eth0 [10.133.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:25:58Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-7jnn9.18c6bf0b9753cd14
    namespace: kserve-ci-e2e-test
    resourceVersion: "37689"
    uid: 17e586db-df62-4dbb-8723-522e024c5acb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-7jnn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37667"
    uid: d4fb6c93-858c-4a5a-ada0-89e921024ab1
  kind: Event
  lastTimestamp: "2026-07-29T11:25:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:25:58Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-7jnn9.18c6bf0b98ca1d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "37691"
    uid: cc6c056a-6e84-4379-8c04-e83a5d2a7e09
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-7jnn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37667"
    uid: d4fb6c93-858c-4a5a-ada0-89e921024ab1
  kind: Event
  lastTimestamp: "2026-07-29T11:25:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:25:58Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-7jnn9.18c6bf0b9b67dd7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37692"
    uid: 72834f6b-11db-4f55-baf5-03765bd638ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-7jnn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37667"
    uid: d4fb6c93-858c-4a5a-ada0-89e921024ab1
  kind: Event
  lastTimestamp: "2026-07-29T11:25:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:25:58Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-7jnn9.18c6bf0b9bdfaf39
    namespace: kserve-ci-e2e-test
    resourceVersion: "37693"
    uid: 5f9c3d37-4153-409a-b3cb-00880638326d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:26:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-7jnn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37667"
    uid: d4fb6c93-858c-4a5a-ada0-89e921024ab1
  kind: Event
  lastTimestamp: "2026-07-29T11:26:02Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-07-29T11:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:26:02Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-7jnn9.18c6bf0c8c360d42
    namespace: kserve-ci-e2e-test
    resourceVersion: "37726"
    uid: dd33801f-1f7a-433c-b45d-6f1d4ec14e66
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-7jnn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37667"
    uid: d4fb6c93-858c-4a5a-ada0-89e921024ab1
  kind: Event
  lastTimestamp: "2026-07-29T11:26:22Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 19.771s
    (19.771s including waiting). Image size: 2353107089 bytes.'
  metadata:
    creationTimestamp: "2026-07-29T11:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:26:22Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-7jnn9.18c6bf1126b666c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37871"
    uid: b97e23be-fdb0-47a1-9dbc-08540b2bb385
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-7jnn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37667"
    uid: d4fb6c93-858c-4a5a-ada0-89e921024ab1
  kind: Event
  lastTimestamp: "2026-07-29T11:26:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:26:22Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-7jnn9.18c6bf112a0a8353
    namespace: kserve-ci-e2e-test
    resourceVersion: "37872"
    uid: ce2178c4-8126-4561-b13a-69d0e8284af6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-7jnn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37667"
    uid: d4fb6c93-858c-4a5a-ada0-89e921024ab1
  kind: Event
  lastTimestamp: "2026-07-29T11:26:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:26:22Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-7jnn9.18c6bf112a759037
    namespace: kserve-ci-e2e-test
    resourceVersion: "37873"
    uid: f9d91fff-5457-4275-9125-a918672dfff2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-7jnn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37667"
    uid: d4fb6c93-858c-4a5a-ada0-89e921024ab1
  kind: Event
  lastTimestamp: "2026-07-29T11:26:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:26:22Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-7jnn9.18c6bf112a7ee603
    namespace: kserve-ci-e2e-test
    resourceVersion: "37874"
    uid: dd334cb2-3bdb-4bbd-9906-e14dbf52188f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-7jnn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37667"
    uid: d4fb6c93-858c-4a5a-ada0-89e921024ab1
  kind: Event
  lastTimestamp: "2026-07-29T11:26:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:26:22Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-7jnn9.18c6bf112dd9b1d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37876"
    uid: d9b161da-2638-4d70-8475-3da670e959b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-7jnn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37667"
    uid: d4fb6c93-858c-4a5a-ada0-89e921024ab1
  kind: Event
  lastTimestamp: "2026-07-29T11:26:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:26:22Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-7jnn9.18c6bf112e4526a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37878"
    uid: 0cd83ff8-de27-4670-99fc-6efa79b878d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T11:26:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-7jnn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37667"
    uid: d4fb6c93-858c-4a5a-ada0-89e921024ab1
  kind: Event
  lastTimestamp: "2026-07-29T11:27:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:27:50Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-7jnn9.18c6bf1177e444a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38522"
    uid: 2d6adc8f-07e8-4fe8-93fc-f2d41b23365d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:27:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-7jnn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37667"
    uid: d4fb6c93-858c-4a5a-ada0-89e921024ab1
  kind: Event
  lastTimestamp: "2026-07-29T11:27:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:27:48Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-7jnn9.18c6bf252398e3a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38504"
    uid: 08196ddf-4bea-4063-a365-4205d9b28f7c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:27:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-7jnn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37667"
    uid: d4fb6c93-858c-4a5a-ada0-89e921024ab1
  kind: Event
  lastTimestamp: "2026-07-29T11:27:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:27:48Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-7jnn9.18c6bf25239975fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38505"
    uid: 0b42f10d-82e6-4fd1-862c-c2d86860d166
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:27:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-7jnn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37667"
    uid: d4fb6c93-858c-4a5a-ada0-89e921024ab1
  kind: Event
  lastTimestamp: "2026-07-29T11:27:50Z"
  message: 'Readiness probe failed: Get "https://10.133.0.56:8643/healthz": dial tcp
    10.133.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:27:50Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-7jnn9.18c6bf257e248480
    namespace: kserve-ci-e2e-test
    resourceVersion: "38521"
    uid: 95a5b1b4-d7ed-4631-9cc2-94be7f86dab0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "37657"
    uid: d09f9491-ac76-429c-8f8e-4c34422d1b5f
  kind: Event
  lastTimestamp: "2026-07-29T11:25:58Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-7jnn9'
  metadata:
    creationTimestamp: "2026-07-29T11:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:25:58Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18c6bf0b7d1df854
    namespace: kserve-ci-e2e-test
    resourceVersion: "37668"
    uid: 299c0c2f-970d-4bbb-acae-7be19af46705
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37655"
    uid: c14b0415-d1db-44ab-90af-8fafa9cfdb77
  kind: Event
  lastTimestamp: "2026-07-29T11:25:58Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:25:58Z"
    name: isvc-predictive-sklearn-predictor.18c6bf0b7a792b9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37658"
    uid: 1b5d9265-c941-44f9-a849-6a07205852bf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:26:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37656"
    uid: 4b94858e-f660-450d-a6b2-cf9f75b92c74
  kind: Event
  lastTimestamp: "2026-07-29T11:26:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:26:28Z"
    name: isvc-predictive-sklearn-predictor.18c6bf0ef91012d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37917"
    uid: ed03d5ce-e29b-4fe3-b2a3-26e2781db6c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:26:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37656"
    uid: 4b94858e-f660-450d-a6b2-cf9f75b92c74
  kind: Event
  lastTimestamp: "2026-07-29T11:26:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:26:28Z"
    name: isvc-predictive-sklearn-predictor.18c6bf0ef979c00b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37918"
    uid: c970c963-df86-489f-9d08-9e2bfaf1dbae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-29T11:26:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37807"
    uid: 4b94858e-f660-450d-a6b2-cf9f75b92c74
  kind: Event
  lastTimestamp: "2026-07-29T11:27:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:27:43Z"
    name: isvc-predictive-sklearn-predictor.18c6bf15f78b95f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38453"
    uid: 45d2142c-c6fd-40fa-b524-be8773663f39
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-29T11:26:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37807"
    uid: 4b94858e-f660-450d-a6b2-cf9f75b92c74
  kind: Event
  lastTimestamp: "2026-07-29T11:27:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:27:43Z"
    name: isvc-predictive-sklearn-predictor.18c6bf15f7feb352
    namespace: kserve-ci-e2e-test
    resourceVersion: "38454"
    uid: 254944cb-13af-47b6-be6d-702fb3be005a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:30:44.242170Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39965"
    uid: 3d4013ec-654d-4483-a294-25a689b26a48
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlv5
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:30:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:30:44Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlv5.18c6bf4e0cce3997
    namespace: kserve-ci-e2e-test
    resourceVersion: "39971"
    uid: 85d3514b-62e1-4041-95b7-5710aec46a65
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:30:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39975"
    uid: 3d4013ec-654d-4483-a294-25a689b26a48
  kind: Event
  lastTimestamp: "2026-07-29T11:30:44Z"
  message: Add eth0 [10.133.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:30:44Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlv5.18c6bf4e25e6174a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39983"
    uid: 64524172-7fc2-436b-a3a3-53a9c698d1e7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39967"
    uid: 3d4013ec-654d-4483-a294-25a689b26a48
  kind: Event
  lastTimestamp: "2026-07-29T11:30:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:30:44Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlv5.18c6bf4e276eff5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39986"
    uid: 0e6564d4-65b9-4a80-b1b6-daf762890132
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39967"
    uid: 3d4013ec-654d-4483-a294-25a689b26a48
  kind: Event
  lastTimestamp: "2026-07-29T11:30:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:30:44Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlv5.18c6bf4e2a772a2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39987"
    uid: 8597fa66-1508-403f-a804-2d84f01b5e5b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39967"
    uid: 3d4013ec-654d-4483-a294-25a689b26a48
  kind: Event
  lastTimestamp: "2026-07-29T11:30:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:30:44Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlv5.18c6bf4e2ae0f2b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39988"
    uid: ab0a8b03-3718-4ee3-b0c4-7f0a9ff04950
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39967"
    uid: 3d4013ec-654d-4483-a294-25a689b26a48
  kind: Event
  lastTimestamp: "2026-07-29T11:30:49Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:30:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlv5.18c6bf4f351e32ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "40023"
    uid: dd42a221-d793-486e-bdc8-d0230e6505ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39967"
    uid: 3d4013ec-654d-4483-a294-25a689b26a48
  kind: Event
  lastTimestamp: "2026-07-29T11:30:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:30:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlv5.18c6bf4f38144bd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40025"
    uid: 9f207f04-3560-4373-bbaa-414ef2d8a874
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39967"
    uid: 3d4013ec-654d-4483-a294-25a689b26a48
  kind: Event
  lastTimestamp: "2026-07-29T11:30:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:30:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlv5.18c6bf4f3896afe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40026"
    uid: f1a82f32-76b3-4da3-8533-7d585349eedb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39967"
    uid: 3d4013ec-654d-4483-a294-25a689b26a48
  kind: Event
  lastTimestamp: "2026-07-29T11:30:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:30:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlv5.18c6bf4f389f5d1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40027"
    uid: 4831dfd3-b5f3-45bf-ba8a-177456b776e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39967"
    uid: 3d4013ec-654d-4483-a294-25a689b26a48
  kind: Event
  lastTimestamp: "2026-07-29T11:30:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:30:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlv5.18c6bf4f3be63dec
    namespace: kserve-ci-e2e-test
    resourceVersion: "40030"
    uid: cbb29186-2d41-4a4b-b086-59289edb3cda
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39967"
    uid: 3d4013ec-654d-4483-a294-25a689b26a48
  kind: Event
  lastTimestamp: "2026-07-29T11:30:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:30:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlv5.18c6bf4f3c508a7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40032"
    uid: e3394c11-40a0-40e1-bc61-0477036a6279
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-29T11:31:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39967"
    uid: 3d4013ec-654d-4483-a294-25a689b26a48
  kind: Event
  lastTimestamp: "2026-07-29T11:31:57Z"
  message: 'Readiness probe failed: Get "http://10.133.0.59:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.59:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:31:57Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlv5.18c6bf580f709aeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40511"
    uid: bb1726a2-e4cf-4d75-bbd2-736449819e24
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:32:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39967"
    uid: 3d4013ec-654d-4483-a294-25a689b26a48
  kind: Event
  lastTimestamp: "2026-07-29T11:32:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:32:05Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlv5.18c6bf60e7be4dd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40589"
    uid: ab49dd94-627a-45e4-9dc6-14f5cb89dbcb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:32:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39967"
    uid: 3d4013ec-654d-4483-a294-25a689b26a48
  kind: Event
  lastTimestamp: "2026-07-29T11:32:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:32:05Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlv5.18c6bf60e7beec2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40590"
    uid: 336bbc7b-c1ae-4f58-b235-24ceb296d48f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:32:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39967"
    uid: 3d4013ec-654d-4483-a294-25a689b26a48
  kind: Event
  lastTimestamp: "2026-07-29T11:32:07Z"
  message: 'Readiness probe failed: Get "https://10.133.0.59:8643/healthz": dial tcp
    10.133.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:32:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlv5.18c6bf615f492b6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40606"
    uid: dbf31699-9c94-4b8a-9db0-3c7d8aa5513b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:30:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39954"
    uid: 0fab04fb-2000-439f-b777-7b8f9d26f21d
  kind: Event
  lastTimestamp: "2026-07-29T11:30:44Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlv5'
  metadata:
    creationTimestamp: "2026-07-29T11:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:30:44Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18c6bf4e0c61e530
    namespace: kserve-ci-e2e-test
    resourceVersion: "39966"
    uid: 9ce57464-cc72-4761-9ae1-56f2ed820fa7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:30:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39952"
    uid: ae09b5c0-bf94-4f94-a511-8febef145915
  kind: Event
  lastTimestamp: "2026-07-29T11:30:44Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:30:44Z"
    name: isvc-predictive-sklearn-v2-predictor.18c6bf4e096500e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39956"
    uid: f4278e5e-7b48-4315-8baa-bc46731f4bf0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:30:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39953"
    uid: 276d73c8-c162-4ffd-9a4e-63c8866e14dd
  kind: Event
  lastTimestamp: "2026-07-29T11:31:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:31:29Z"
    name: isvc-predictive-sklearn-v2-predictor.18c6bf518847b776
    namespace: kserve-ci-e2e-test
    resourceVersion: "40313"
    uid: c93b81ff-aa33-4cc4-aaad-04e5d91664aa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:30:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39953"
    uid: 276d73c8-c162-4ffd-9a4e-63c8866e14dd
  kind: Event
  lastTimestamp: "2026-07-29T11:31:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:31:29Z"
    name: isvc-predictive-sklearn-v2-predictor.18c6bf5188b11049
    namespace: kserve-ci-e2e-test
    resourceVersion: "40314"
    uid: 62a29457-6a55-45f4-997f-e7d6204f0cca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:31:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40106"
    uid: 276d73c8-c162-4ffd-9a4e-63c8866e14dd
  kind: Event
  lastTimestamp: "2026-07-29T11:31:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:31:59Z"
    name: isvc-predictive-sklearn-v2-predictor.18c6bf5c05cf6173
    namespace: kserve-ci-e2e-test
    resourceVersion: "40525"
    uid: 38d36326-c35b-43dd-9b18-8c1c22519652
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:31:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40106"
    uid: 276d73c8-c162-4ffd-9a4e-63c8866e14dd
  kind: Event
  lastTimestamp: "2026-07-29T11:31:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:31:59Z"
    name: isvc-predictive-sklearn-v2-predictor.18c6bf5c06361278
    namespace: kserve-ci-e2e-test
    resourceVersion: "40526"
    uid: a59918a7-99be-4431-8529-abcce7deb410
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T11:30:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39943"
    uid: c4152ea8-b344-47a7-b508-b9d4818cae29
  kind: Event
  lastTimestamp: "2026-07-29T11:32:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:32:00Z"
    name: isvc-predictive-sklearn-v2.18c6bf4e096c601b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40547"
    uid: 981d0d6e-4bda-4f15-b413-d187a5899663
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:30:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39943"
    uid: c4152ea8-b344-47a7-b508-b9d4818cae29
  kind: Event
  lastTimestamp: "2026-07-29T11:30:44Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:30:44Z"
    name: isvc-predictive-sklearn-v2.18c6bf4e0a07a2fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39959"
    uid: 6290c35d-ae29-4273-b4e4-8315c8d43221
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:32:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40543"
    uid: c4152ea8-b344-47a7-b508-b9d4818cae29
  kind: Event
  lastTimestamp: "2026-07-29T11:32:00Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:32:00Z"
    name: isvc-predictive-sklearn-v2.18c6bf5fe669a5aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "40544"
    uid: e2844e1b-3768-445a-bd14-7e1ee3ed67ef
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37648"
    uid: 26a25723-a136-47bf-8e2f-0a73537df590
  kind: Event
  lastTimestamp: "2026-07-29T11:27:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:27:40Z"
    name: isvc-predictive-sklearn.18c6bf0b7a7e5c27
    namespace: kserve-ci-e2e-test
    resourceVersion: "38434"
    uid: 6b73580f-aded-4822-87f2-9c3dbd95c123
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37648"
    uid: 26a25723-a136-47bf-8e2f-0a73537df590
  kind: Event
  lastTimestamp: "2026-07-29T11:25:58Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:25:58Z"
    name: isvc-predictive-sklearn.18c6bf0b7b083234
    namespace: kserve-ci-e2e-test
    resourceVersion: "37678"
    uid: 8e7b84e6-36b6-4bfa-81fa-f9c19225095a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37650"
    uid: 26a25723-a136-47bf-8e2f-0a73537df590
  kind: Event
  lastTimestamp: "2026-07-29T11:25:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:25:58Z"
    name: isvc-predictive-sklearn.18c6bf0b80d36a52
    namespace: kserve-ci-e2e-test
    resourceVersion: "37679"
    uid: 7aebe2be-f024-4188-97f2-9b6db7157c35
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:27:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38430"
    uid: 26a25723-a136-47bf-8e2f-0a73537df590
  kind: Event
  lastTimestamp: "2026-07-29T11:27:40Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:27:40Z"
    name: isvc-predictive-sklearn.18c6bf232fa885b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38432"
    uid: a42afe6f-45dd-417c-a422-8f38b9fb35f4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:27:53.700488Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-tg8gn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38573"
    uid: 13d26eab-e4bc-4d5e-a4bd-ca434b843c34
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-tg8gn
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:27:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:27:53Z"
    name: isvc-predictive-xgboost-predictor-695f978978-tg8gn.18c6bf2657babeb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38577"
    uid: 81213d47-69d9-45e6-8f13-c4ed60e26a27
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:27:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-tg8gn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38582"
    uid: 13d26eab-e4bc-4d5e-a4bd-ca434b843c34
  kind: Event
  lastTimestamp: "2026-07-29T11:27:54Z"
  message: Add eth0 [10.133.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:27:54Z"
    name: isvc-predictive-xgboost-predictor-695f978978-tg8gn.18c6bf267116cb05
    namespace: kserve-ci-e2e-test
    resourceVersion: "38593"
    uid: e35b2f5e-890a-4260-8f47-45c2fa7e82a7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-tg8gn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38575"
    uid: 13d26eab-e4bc-4d5e-a4bd-ca434b843c34
  kind: Event
  lastTimestamp: "2026-07-29T11:27:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:27:54Z"
    name: isvc-predictive-xgboost-predictor-695f978978-tg8gn.18c6bf267297a4e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38597"
    uid: 49233a2c-2081-484e-bb92-1d1e1bccfbe5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-tg8gn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38575"
    uid: 13d26eab-e4bc-4d5e-a4bd-ca434b843c34
  kind: Event
  lastTimestamp: "2026-07-29T11:27:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:27:54Z"
    name: isvc-predictive-xgboost-predictor-695f978978-tg8gn.18c6bf2675611679
    namespace: kserve-ci-e2e-test
    resourceVersion: "38598"
    uid: d1258d9d-990d-4676-bba5-83d575c03462
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-tg8gn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38575"
    uid: 13d26eab-e4bc-4d5e-a4bd-ca434b843c34
  kind: Event
  lastTimestamp: "2026-07-29T11:27:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:27:54Z"
    name: isvc-predictive-xgboost-predictor-695f978978-tg8gn.18c6bf2675bf6102
    namespace: kserve-ci-e2e-test
    resourceVersion: "38599"
    uid: 4f0857c4-c0a7-43b1-b17a-c415264b5216
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:27:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-tg8gn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38575"
    uid: 13d26eab-e4bc-4d5e-a4bd-ca434b843c34
  kind: Event
  lastTimestamp: "2026-07-29T11:27:58Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:27:58Z"
    name: isvc-predictive-xgboost-predictor-695f978978-tg8gn.18c6bf277423a771
    namespace: kserve-ci-e2e-test
    resourceVersion: "38632"
    uid: ccb8f579-33a4-4f71-8f72-d2a6e18ac686
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:27:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-tg8gn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38575"
    uid: 13d26eab-e4bc-4d5e-a4bd-ca434b843c34
  kind: Event
  lastTimestamp: "2026-07-29T11:27:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:27:58Z"
    name: isvc-predictive-xgboost-predictor-695f978978-tg8gn.18c6bf27774da9fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "38635"
    uid: c5576ff2-b4c7-4f43-953a-32ca4dc4074b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:27:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-tg8gn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38575"
    uid: 13d26eab-e4bc-4d5e-a4bd-ca434b843c34
  kind: Event
  lastTimestamp: "2026-07-29T11:27:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:27:58Z"
    name: isvc-predictive-xgboost-predictor-695f978978-tg8gn.18c6bf2777aeeead
    namespace: kserve-ci-e2e-test
    resourceVersion: "38638"
    uid: 23a9bbf8-c6c4-4773-870e-335ed02c2b00
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:27:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-tg8gn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38575"
    uid: 13d26eab-e4bc-4d5e-a4bd-ca434b843c34
  kind: Event
  lastTimestamp: "2026-07-29T11:27:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:27:58Z"
    name: isvc-predictive-xgboost-predictor-695f978978-tg8gn.18c6bf2777b8d723
    namespace: kserve-ci-e2e-test
    resourceVersion: "38639"
    uid: 1cb10b01-d4c9-4c92-a455-329d372274d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:27:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-tg8gn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38575"
    uid: 13d26eab-e4bc-4d5e-a4bd-ca434b843c34
  kind: Event
  lastTimestamp: "2026-07-29T11:27:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:27:58Z"
    name: isvc-predictive-xgboost-predictor-695f978978-tg8gn.18c6bf277a3e4a50
    namespace: kserve-ci-e2e-test
    resourceVersion: "38642"
    uid: 6d6ae9c0-c0b7-4401-ba8c-ff17cb291b64
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:27:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-tg8gn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38575"
    uid: 13d26eab-e4bc-4d5e-a4bd-ca434b843c34
  kind: Event
  lastTimestamp: "2026-07-29T11:27:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:27:58Z"
    name: isvc-predictive-xgboost-predictor-695f978978-tg8gn.18c6bf277a9b139d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38643"
    uid: bc78755d-2066-4d4c-a917-ef2747bba7ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-29T11:28:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-tg8gn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38575"
    uid: 13d26eab-e4bc-4d5e-a4bd-ca434b843c34
  kind: Event
  lastTimestamp: "2026-07-29T11:29:16Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:29:16Z"
    name: isvc-predictive-xgboost-predictor-695f978978-tg8gn.18c6bf27ec1c7fc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39221"
    uid: 0af70aa5-2339-436b-bfdc-6d1a2d1fd918
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:29:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-tg8gn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38575"
    uid: 13d26eab-e4bc-4d5e-a4bd-ca434b843c34
  kind: Event
  lastTimestamp: "2026-07-29T11:29:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:29:13Z"
    name: isvc-predictive-xgboost-predictor-695f978978-tg8gn.18c6bf38fbe0bf23
    namespace: kserve-ci-e2e-test
    resourceVersion: "39198"
    uid: 7a9e9cda-9e5f-46be-ae07-d208c8dacab4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:29:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-tg8gn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38575"
    uid: 13d26eab-e4bc-4d5e-a4bd-ca434b843c34
  kind: Event
  lastTimestamp: "2026-07-29T11:29:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:29:13Z"
    name: isvc-predictive-xgboost-predictor-695f978978-tg8gn.18c6bf38fbe16b12
    namespace: kserve-ci-e2e-test
    resourceVersion: "39200"
    uid: 8a6528de-de9f-4d09-b81a-bcb8c49e17a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:29:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-tg8gn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38575"
    uid: 13d26eab-e4bc-4d5e-a4bd-ca434b843c34
  kind: Event
  lastTimestamp: "2026-07-29T11:29:16Z"
  message: 'Readiness probe failed: Get "https://10.133.0.57:8643/healthz": dial tcp
    10.133.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:29:16Z"
    name: isvc-predictive-xgboost-predictor-695f978978-tg8gn.18c6bf399e58ce3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39220"
    uid: 273ee888-e405-41a1-85ba-d95b7cf06f93
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:27:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "38562"
    uid: 881a2c00-189d-4070-80fa-adf8bf495fb8
  kind: Event
  lastTimestamp: "2026-07-29T11:27:53Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-tg8gn'
  metadata:
    creationTimestamp: "2026-07-29T11:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:27:53Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18c6bf2657556109
    namespace: kserve-ci-e2e-test
    resourceVersion: "38574"
    uid: 7057a372-376a-46dc-8a13-f8795ce25580
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:27:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38560"
    uid: 4553dc6a-3f8d-4d78-b373-792389f5f1c6
  kind: Event
  lastTimestamp: "2026-07-29T11:27:53Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:27:53Z"
    name: isvc-predictive-xgboost-predictor.18c6bf2652e7add4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38563"
    uid: 49cbba6b-e4de-47ac-8121-1411c1499a99
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:28:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38561"
    uid: ea44eef2-ea10-48b6-b5bf-859275f3164e
  kind: Event
  lastTimestamp: "2026-07-29T11:28:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:28:38Z"
    name: isvc-predictive-xgboost-predictor.18c6bf29d18a60ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "38925"
    uid: ee9043db-b690-4fd2-8637-dc99df049ccc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:28:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38561"
    uid: ea44eef2-ea10-48b6-b5bf-859275f3164e
  kind: Event
  lastTimestamp: "2026-07-29T11:28:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:28:38Z"
    name: isvc-predictive-xgboost-predictor.18c6bf29d1f3b21e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38926"
    uid: 85f8fc64-c458-4ae1-bf75-d84a8a9a3860
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:28:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38717"
    uid: ea44eef2-ea10-48b6-b5bf-859275f3164e
  kind: Event
  lastTimestamp: "2026-07-29T11:29:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:28:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:29:08Z"
    name: isvc-predictive-xgboost-predictor.18c6bf34516017a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39147"
    uid: b8efca47-ef42-4775-bd92-227a0d0e1266
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:28:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38717"
    uid: ea44eef2-ea10-48b6-b5bf-859275f3164e
  kind: Event
  lastTimestamp: "2026-07-29T11:29:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:28:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:29:08Z"
    name: isvc-predictive-xgboost-predictor.18c6bf34520f1db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39148"
    uid: 0fb916ca-5f48-4b8f-adad-44d11914971a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:32:10.406447Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-4tztr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40660"
    uid: baf4df9f-9a99-4d0e-ac1c-88310aa6fbef
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-4tztr
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:32:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:32:10Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-4tztr.18c6bf621c98cab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40666"
    uid: 1a8948b4-16a5-492b-85d1-206e1219ba8e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:32:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-4tztr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40661"
    uid: baf4df9f-9a99-4d0e-ac1c-88310aa6fbef
  kind: Event
  lastTimestamp: "2026-07-29T11:32:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-29T11:32:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:32:10Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-4tztr.18c6bf6226a4dee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40675"
    uid: de277c9e-83ab-4cbc-bfdf-719e9d9ff74b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:32:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-4tztr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40670"
    uid: baf4df9f-9a99-4d0e-ac1c-88310aa6fbef
  kind: Event
  lastTimestamp: "2026-07-29T11:32:11Z"
  message: Add eth0 [10.133.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:32:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:32:11Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-4tztr.18c6bf625a56bbf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40684"
    uid: b6f2fe33-df2d-4e4e-b55d-08fd9c1af35d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:32:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-4tztr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40661"
    uid: baf4df9f-9a99-4d0e-ac1c-88310aa6fbef
  kind: Event
  lastTimestamp: "2026-07-29T11:32:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:32:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:32:11Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-4tztr.18c6bf625bc8827e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40686"
    uid: ce883abf-1720-4d20-82ba-29ddeae3f425
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:32:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-4tztr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40661"
    uid: baf4df9f-9a99-4d0e-ac1c-88310aa6fbef
  kind: Event
  lastTimestamp: "2026-07-29T11:32:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:32:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:32:11Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-4tztr.18c6bf625ea62305
    namespace: kserve-ci-e2e-test
    resourceVersion: "40687"
    uid: 15630843-9386-4c10-8fbe-ce8795c9f3d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:32:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-4tztr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40661"
    uid: baf4df9f-9a99-4d0e-ac1c-88310aa6fbef
  kind: Event
  lastTimestamp: "2026-07-29T11:32:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:32:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:32:11Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-4tztr.18c6bf625f0fd4db
    namespace: kserve-ci-e2e-test
    resourceVersion: "40688"
    uid: f2bde052-ad3a-4d89-af9f-7c5b251953f2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:32:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-4tztr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40661"
    uid: baf4df9f-9a99-4d0e-ac1c-88310aa6fbef
  kind: Event
  lastTimestamp: "2026-07-29T11:32:15Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:32:15Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-4tztr.18c6bf6352bab6e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40722"
    uid: db3f4c58-fced-499e-b245-d1dd99d0b0d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:32:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-4tztr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40661"
    uid: baf4df9f-9a99-4d0e-ac1c-88310aa6fbef
  kind: Event
  lastTimestamp: "2026-07-29T11:32:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:32:15Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-4tztr.18c6bf6355e58862
    namespace: kserve-ci-e2e-test
    resourceVersion: "40724"
    uid: d98c60b8-44c3-46db-b758-587c51eb9214
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:32:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-4tztr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40661"
    uid: baf4df9f-9a99-4d0e-ac1c-88310aa6fbef
  kind: Event
  lastTimestamp: "2026-07-29T11:32:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:32:15Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-4tztr.18c6bf6356549fc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40727"
    uid: 090c59b0-d8eb-45c7-928e-4b6c6a76257d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:32:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-4tztr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40661"
    uid: baf4df9f-9a99-4d0e-ac1c-88310aa6fbef
  kind: Event
  lastTimestamp: "2026-07-29T11:32:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:32:15Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-4tztr.18c6bf63565dc1f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40728"
    uid: fb0f61aa-0b3e-4ca6-9561-9494f867396d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:32:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-4tztr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40661"
    uid: baf4df9f-9a99-4d0e-ac1c-88310aa6fbef
  kind: Event
  lastTimestamp: "2026-07-29T11:32:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:32:15Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-4tztr.18c6bf63595d95c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40730"
    uid: 2c0569cc-12cc-471b-aaf9-0ce4405bd4c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:32:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-4tztr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40661"
    uid: baf4df9f-9a99-4d0e-ac1c-88310aa6fbef
  kind: Event
  lastTimestamp: "2026-07-29T11:32:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:32:15Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-4tztr.18c6bf635a2a1310
    namespace: kserve-ci-e2e-test
    resourceVersion: "40731"
    uid: 271d84c5-e2c2-4edc-bbb0-fe3ad82da044
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-29T11:32:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-4tztr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40661"
    uid: baf4df9f-9a99-4d0e-ac1c-88310aa6fbef
  kind: Event
  lastTimestamp: "2026-07-29T11:33:33Z"
  message: 'Readiness probe failed: Get "http://10.133.0.60:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.60:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:32:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:33:33Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-4tztr.18c6bf6c2ce65f6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41303"
    uid: 203f4316-4db7-4b9e-8edc-bd515da71f0e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-4tztr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40661"
    uid: baf4df9f-9a99-4d0e-ac1c-88310aa6fbef
  kind: Event
  lastTimestamp: "2026-07-29T11:33:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:33:30Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-4tztr.18c6bf74c297013d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41281"
    uid: bfd0e08a-b17b-4a18-a8a0-b86e92858dff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-4tztr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40661"
    uid: baf4df9f-9a99-4d0e-ac1c-88310aa6fbef
  kind: Event
  lastTimestamp: "2026-07-29T11:33:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:33:30Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-4tztr.18c6bf74c2979344
    namespace: kserve-ci-e2e-test
    resourceVersion: "41282"
    uid: eb4cd383-3d8a-4528-af0b-260daf3851fe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:33:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-4tztr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40661"
    uid: baf4df9f-9a99-4d0e-ac1c-88310aa6fbef
  kind: Event
  lastTimestamp: "2026-07-29T11:33:33Z"
  message: 'Readiness probe failed: Get "https://10.133.0.60:8643/healthz": dial tcp
    10.133.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:33:33Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-4tztr.18c6bf757cc025c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41302"
    uid: c7ce91f8-a662-4cb0-bfcd-1c8f8b62c88a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:32:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40650"
    uid: 3bb94134-0b17-4a6b-922e-1ae2e5cab58e
  kind: Event
  lastTimestamp: "2026-07-29T11:32:10Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-4tztr'
  metadata:
    creationTimestamp: "2026-07-29T11:32:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:32:10Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18c6bf621c3be771
    namespace: kserve-ci-e2e-test
    resourceVersion: "40662"
    uid: e3abb258-4c89-4a3a-89f4-1bc47dda7f9a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:32:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40648"
    uid: b3a41a82-4583-4c88-a6cb-e9b5fcc8cc4f
  kind: Event
  lastTimestamp: "2026-07-29T11:32:10Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:32:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:32:10Z"
    name: isvc-predictive-xgboost-v2-predictor.18c6bf621925d0f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40651"
    uid: 21f73a6f-8a54-4e1c-8ce3-cc7f7c79832a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:32:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40649"
    uid: 30dfca94-765a-4d5e-87a8-8ddc30712e9c
  kind: Event
  lastTimestamp: "2026-07-29T11:32:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:32:25Z"
    name: isvc-predictive-xgboost-v2-predictor.18c6bf659802f5e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40801"
    uid: eb57fb70-9c13-49dc-872a-12c649b9cecb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:32:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40649"
    uid: 30dfca94-765a-4d5e-87a8-8ddc30712e9c
  kind: Event
  lastTimestamp: "2026-07-29T11:32:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:32:25Z"
    name: isvc-predictive-xgboost-v2-predictor.18c6bf65986c4f3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40803"
    uid: d2444cdb-f5b6-4c81-ba0f-5ee6013f8268
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-29T11:32:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40802"
    uid: 30dfca94-765a-4d5e-87a8-8ddc30712e9c
  kind: Event
  lastTimestamp: "2026-07-29T11:33:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:32:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:33:25Z"
    name: isvc-predictive-xgboost-v2-predictor.18c6bf69177f6441
    namespace: kserve-ci-e2e-test
    resourceVersion: "41225"
    uid: 25cd1248-decf-4cce-812d-bf41633a8111
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-29T11:32:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40802"
    uid: 30dfca94-765a-4d5e-87a8-8ddc30712e9c
  kind: Event
  lastTimestamp: "2026-07-29T11:33:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:32:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:33:25Z"
    name: isvc-predictive-xgboost-v2-predictor.18c6bf6917e25f1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41226"
    uid: 8dbbdefa-015c-4e8e-bd29-b6ebacdaddd5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T11:32:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40641"
    uid: 214e712a-eaa1-44c1-89ce-671222a6c1d6
  kind: Event
  lastTimestamp: "2026-07-29T11:33:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:32:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:33:23Z"
    name: isvc-predictive-xgboost-v2.18c6bf621939344a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41212"
    uid: d3da316f-3c43-442a-9fcf-c69ef3f6005d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:32:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40641"
    uid: 214e712a-eaa1-44c1-89ce-671222a6c1d6
  kind: Event
  lastTimestamp: "2026-07-29T11:32:10Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:32:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:32:10Z"
    name: isvc-predictive-xgboost-v2.18c6bf6219beab1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40655"
    uid: cafed31a-6885-4e7b-9ab8-be895464d24a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:33:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41210"
    uid: 214e712a-eaa1-44c1-89ce-671222a6c1d6
  kind: Event
  lastTimestamp: "2026-07-29T11:33:23Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:33:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:33:23Z"
    name: isvc-predictive-xgboost-v2.18c6bf73319f8cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41211"
    uid: fbfe79ab-cd5b-4f40-8717-a554c85b7512
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-29T11:27:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "38552"
    uid: 90a9b988-69cf-4850-8a5a-8a18a72b1806
  kind: Event
  lastTimestamp: "2026-07-29T11:29:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:29:06Z"
    name: isvc-predictive-xgboost.18c6bf2652eeb7c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39131"
    uid: f5022f67-12b0-4476-9945-940d453487a8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:27:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "38552"
    uid: 90a9b988-69cf-4850-8a5a-8a18a72b1806
  kind: Event
  lastTimestamp: "2026-07-29T11:27:53Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:27:53Z"
    name: isvc-predictive-xgboost.18c6bf26535f80ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "38583"
    uid: 1c76f89f-4e1a-4226-b008-a65fde24b6a1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:27:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "38553"
    uid: 90a9b988-69cf-4850-8a5a-8a18a72b1806
  kind: Event
  lastTimestamp: "2026-07-29T11:27:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:27:53Z"
    name: isvc-predictive-xgboost.18c6bf26596b9db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38584"
    uid: bfa0a57c-aa26-492e-86bd-e06fd6944998
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:29:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "39127"
    uid: 90a9b988-69cf-4850-8a5a-8a18a72b1806
  kind: Event
  lastTimestamp: "2026-07-29T11:29:06Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:29:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:29:06Z"
    name: isvc-predictive-xgboost.18c6bf374ff33ce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39128"
    uid: fe58b0b4-58ff-4302-81b1-c0de40257c02
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:23:44.731534Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-2d1343-predictor-7758cf8cf8-mmjb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36476"
    uid: 2aedc461-8038-4ddd-ac79-cd25e7088592
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-2d1343-predictor-7758cf8cf8-mmjb9
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:23:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:23:44Z"
    name: isvc-primary-2d1343-predictor-7758cf8cf8-mmjb9.18c6beec6005f339
    namespace: kserve-ci-e2e-test
    resourceVersion: "36480"
    uid: 40d841ed-e1af-48b3-afa4-b1c140ac167b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:23:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-2d1343-predictor-7758cf8cf8-mmjb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36484"
    uid: 2aedc461-8038-4ddd-ac79-cd25e7088592
  kind: Event
  lastTimestamp: "2026-07-29T11:23:45Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:23:45Z"
    name: isvc-primary-2d1343-predictor-7758cf8cf8-mmjb9.18c6beec7929cf2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36496"
    uid: fdd2f7ad-a85a-4a3d-97f4-50a5d721f128
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:23:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-2d1343-predictor-7758cf8cf8-mmjb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36478"
    uid: 2aedc461-8038-4ddd-ac79-cd25e7088592
  kind: Event
  lastTimestamp: "2026-07-29T11:23:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:23:45Z"
    name: isvc-primary-2d1343-predictor-7758cf8cf8-mmjb9.18c6beec7afd3b48
    namespace: kserve-ci-e2e-test
    resourceVersion: "36498"
    uid: ee3f5b38-36f6-410c-ac67-08f9f93ff6b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:23:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-2d1343-predictor-7758cf8cf8-mmjb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36478"
    uid: 2aedc461-8038-4ddd-ac79-cd25e7088592
  kind: Event
  lastTimestamp: "2026-07-29T11:23:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:23:45Z"
    name: isvc-primary-2d1343-predictor-7758cf8cf8-mmjb9.18c6beec7dc89a23
    namespace: kserve-ci-e2e-test
    resourceVersion: "36499"
    uid: dee5a948-3013-4b9f-aa6b-90e08f6f64b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:23:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-2d1343-predictor-7758cf8cf8-mmjb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36478"
    uid: 2aedc461-8038-4ddd-ac79-cd25e7088592
  kind: Event
  lastTimestamp: "2026-07-29T11:23:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:23:45Z"
    name: isvc-primary-2d1343-predictor-7758cf8cf8-mmjb9.18c6beec7e38a4bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36500"
    uid: 911cbc53-1d81-49ed-ad46-0f9ecab1ea8e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-2d1343-predictor-7758cf8cf8-mmjb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36478"
    uid: 2aedc461-8038-4ddd-ac79-cd25e7088592
  kind: Event
  lastTimestamp: "2026-07-29T11:23:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:23:49Z"
    name: isvc-primary-2d1343-predictor-7758cf8cf8-mmjb9.18c6beed70586adf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36531"
    uid: 52a0893a-179b-46bc-9144-f297f05ac924
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-2d1343-predictor-7758cf8cf8-mmjb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36478"
    uid: 2aedc461-8038-4ddd-ac79-cd25e7088592
  kind: Event
  lastTimestamp: "2026-07-29T11:23:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:23:49Z"
    name: isvc-primary-2d1343-predictor-7758cf8cf8-mmjb9.18c6beed7388c862
    namespace: kserve-ci-e2e-test
    resourceVersion: "36535"
    uid: 5a8bc9da-ec85-4cbe-9d02-ab350ffa309c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-2d1343-predictor-7758cf8cf8-mmjb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36478"
    uid: 2aedc461-8038-4ddd-ac79-cd25e7088592
  kind: Event
  lastTimestamp: "2026-07-29T11:23:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:23:49Z"
    name: isvc-primary-2d1343-predictor-7758cf8cf8-mmjb9.18c6beed73f78bee
    namespace: kserve-ci-e2e-test
    resourceVersion: "36536"
    uid: a9f28d1b-4842-484b-83ca-841b423e4242
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-2d1343-predictor-7758cf8cf8-mmjb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36478"
    uid: 2aedc461-8038-4ddd-ac79-cd25e7088592
  kind: Event
  lastTimestamp: "2026-07-29T11:23:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:23:49Z"
    name: isvc-primary-2d1343-predictor-7758cf8cf8-mmjb9.18c6beed7400f166
    namespace: kserve-ci-e2e-test
    resourceVersion: "36539"
    uid: 2dd75149-09b5-4d96-a8f2-0c9fe20b8248
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-2d1343-predictor-7758cf8cf8-mmjb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36478"
    uid: 2aedc461-8038-4ddd-ac79-cd25e7088592
  kind: Event
  lastTimestamp: "2026-07-29T11:23:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:23:49Z"
    name: isvc-primary-2d1343-predictor-7758cf8cf8-mmjb9.18c6beed76b6d884
    namespace: kserve-ci-e2e-test
    resourceVersion: "36540"
    uid: db37cd26-6423-4dbb-96a0-33a9f13e370b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-2d1343-predictor-7758cf8cf8-mmjb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36478"
    uid: 2aedc461-8038-4ddd-ac79-cd25e7088592
  kind: Event
  lastTimestamp: "2026-07-29T11:23:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:23:49Z"
    name: isvc-primary-2d1343-predictor-7758cf8cf8-mmjb9.18c6beed7724c06f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36542"
    uid: 91a231e0-0a46-44bb-8b65-421dffff686f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-29T11:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-2d1343-predictor-7758cf8cf8-mmjb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36478"
    uid: 2aedc461-8038-4ddd-ac79-cd25e7088592
  kind: Event
  lastTimestamp: "2026-07-29T11:24:56Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:24:56Z"
    name: isvc-primary-2d1343-predictor-7758cf8cf8-mmjb9.18c6beedacc304bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37007"
    uid: 847d8a5f-488e-4be3-bb93-ff79ea93ba48
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-2d1343-predictor-7758cf8cf8-mmjb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36478"
    uid: 2aedc461-8038-4ddd-ac79-cd25e7088592
  kind: Event
  lastTimestamp: "2026-07-29T11:25:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:25:37Z"
    name: isvc-primary-2d1343-predictor-7758cf8cf8-mmjb9.18c6bf06bcabec56
    namespace: kserve-ci-e2e-test
    resourceVersion: "37389"
    uid: 63a70598-561d-4f02-88d6-428b980c4a67
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-2d1343-predictor-7758cf8cf8-mmjb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36478"
    uid: 2aedc461-8038-4ddd-ac79-cd25e7088592
  kind: Event
  lastTimestamp: "2026-07-29T11:25:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:25:37Z"
    name: isvc-primary-2d1343-predictor-7758cf8cf8-mmjb9.18c6bf06bcac95ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "37390"
    uid: 953d0389-b89d-4dc5-8d22-753575b730e3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-2d1343-predictor-7758cf8cf8-mmjb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36478"
    uid: 2aedc461-8038-4ddd-ac79-cd25e7088592
  kind: Event
  lastTimestamp: "2026-07-29T11:25:41Z"
  message: 'Readiness probe failed: Get "https://10.133.0.53:8643/healthz": dial tcp
    10.133.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:25:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:25:41Z"
    name: isvc-primary-2d1343-predictor-7758cf8cf8-mmjb9.18c6bf0785217036
    namespace: kserve-ci-e2e-test
    resourceVersion: "37435"
    uid: 9ee9da88-2a9d-43a7-a980-0e6ebb503320
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:23:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-2d1343-predictor-7758cf8cf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36466"
    uid: 3297ab67-92bb-4bf2-bbc4-14b7421eda5e
  kind: Event
  lastTimestamp: "2026-07-29T11:23:44Z"
  message: 'Created pod: isvc-primary-2d1343-predictor-7758cf8cf8-mmjb9'
  metadata:
    creationTimestamp: "2026-07-29T11:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:23:44Z"
    name: isvc-primary-2d1343-predictor-7758cf8cf8.18c6beec5f9711c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36477"
    uid: 7abb57cb-3cc0-4eab-bae6-1814e3cdac02
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:23:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-2d1343-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36464"
    uid: 104c450d-d7fd-46e7-b02a-e470c1775633
  kind: Event
  lastTimestamp: "2026-07-29T11:23:44Z"
  message: Scaled up replica set isvc-primary-2d1343-predictor-7758cf8cf8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-29T11:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:23:44Z"
    name: isvc-primary-2d1343-predictor.18c6beec5b7ca985
    namespace: kserve-ci-e2e-test
    resourceVersion: "36467"
    uid: c6e4cde2-ce69-4912-9fe9-6b8f519a264c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:23:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-2d1343-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36465"
    uid: 603408df-ea4f-4551-875e-8e5e7c69ac15
  kind: Event
  lastTimestamp: "2026-07-29T11:24:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:24:29Z"
    name: isvc-primary-2d1343-predictor.18c6beefda78fb08
    namespace: kserve-ci-e2e-test
    resourceVersion: "36824"
    uid: 0f8c671c-cd4b-4a62-aa5d-b151aa47ecf3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:23:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-2d1343-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36465"
    uid: 603408df-ea4f-4551-875e-8e5e7c69ac15
  kind: Event
  lastTimestamp: "2026-07-29T11:24:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:24:29Z"
    name: isvc-primary-2d1343-predictor.18c6beefdaeb22a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36825"
    uid: f594b5bc-b220-47c4-a5d4-e0af8db2efdb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-29T11:24:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-2d1343-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36619"
    uid: 603408df-ea4f-4551-875e-8e5e7c69ac15
  kind: Event
  lastTimestamp: "2026-07-29T11:25:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:25:29Z"
    name: isvc-primary-2d1343-predictor.18c6befa58188604
    namespace: kserve-ci-e2e-test
    resourceVersion: "37311"
    uid: f3137b26-3e21-4425-9573-f343db58d967
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-29T11:24:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-2d1343-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36619"
    uid: 603408df-ea4f-4551-875e-8e5e7c69ac15
  kind: Event
  lastTimestamp: "2026-07-29T11:25:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:25:29Z"
    name: isvc-primary-2d1343-predictor.18c6befa58891bab
    namespace: kserve-ci-e2e-test
    resourceVersion: "37312"
    uid: 4e3d1845-48c3-4a85-bdeb-33e905fcc2c0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-29T11:23:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-2d1343
    namespace: kserve-ci-e2e-test
    resourceVersion: "36457"
    uid: 5e8d1438-5746-4cd4-9fad-ace2f9414783
  kind: Event
  lastTimestamp: "2026-07-29T11:25:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:25:02Z"
    name: isvc-primary-2d1343.18c6beec5b92e153
    namespace: kserve-ci-e2e-test
    resourceVersion: "37064"
    uid: d1d5fa12-cdd0-4061-95c0-968987afa516
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:23:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-2d1343
    namespace: kserve-ci-e2e-test
    resourceVersion: "36457"
    uid: 5e8d1438-5746-4cd4-9fad-ace2f9414783
  kind: Event
  lastTimestamp: "2026-07-29T11:23:44Z"
  message: 'Failed to update status for InferenceService "isvc-primary-2d1343": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-2d1343":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:23:44Z"
    name: isvc-primary-2d1343.18c6beec5c080af2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36470"
    uid: c461ddaa-2356-4b21-a606-e73636056522
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:23:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-2d1343
    namespace: kserve-ci-e2e-test
    resourceVersion: "36457"
    uid: 5e8d1438-5746-4cd4-9fad-ace2f9414783
  kind: Event
  lastTimestamp: "2026-07-29T11:23:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-2d1343": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:23:44Z"
    name: isvc-primary-2d1343.18c6beec5c085d97
    namespace: kserve-ci-e2e-test
    resourceVersion: "36473"
    uid: eea9c21c-10f5-40b3-a79f-2f6e094754f9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-2d1343
    namespace: kserve-ci-e2e-test
    resourceVersion: "37062"
    uid: 5e8d1438-5746-4cd4-9fad-ace2f9414783
  kind: Event
  lastTimestamp: "2026-07-29T11:25:02Z"
  message: InferenceService [isvc-primary-2d1343] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:25:02Z"
    name: isvc-primary-2d1343.18c6befe8e7ffc5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37063"
    uid: c4721561-d987-4b88-8f25-e5ef1d3b0943
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:25:19.930473Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-2d1343-predictor-5d9b7b5757-lx79w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37205"
    uid: 3cbd4187-3038-4e1f-9e6c-c241acb0053d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-2d1343-predictor-5d9b7b5757-lx79w
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:25:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:25:19Z"
    name: isvc-secondary-2d1343-predictor-5d9b7b5757-lx79w.18c6bf028a52799e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37209"
    uid: e95b23e2-b0d6-4182-8630-6de6d730096e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-2d1343-predictor-5d9b7b5757-lx79w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37213"
    uid: 3cbd4187-3038-4e1f-9e6c-c241acb0053d
  kind: Event
  lastTimestamp: "2026-07-29T11:25:20Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:25:20Z"
    name: isvc-secondary-2d1343-predictor-5d9b7b5757-lx79w.18c6bf02a39c2b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37223"
    uid: 0e9722a3-a16f-4794-96c8-7f06fa709c64
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-2d1343-predictor-5d9b7b5757-lx79w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37207"
    uid: 3cbd4187-3038-4e1f-9e6c-c241acb0053d
  kind: Event
  lastTimestamp: "2026-07-29T11:25:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:25:26Z"
    name: isvc-secondary-2d1343-predictor-5d9b7b5757-lx79w.18c6bf02a504fe71
    namespace: kserve-ci-e2e-test
    resourceVersion: "37282"
    uid: 336a0210-c4f2-493b-919e-0b41a0a1a7a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-2d1343-predictor-5d9b7b5757-lx79w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37207"
    uid: 3cbd4187-3038-4e1f-9e6c-c241acb0053d
  kind: Event
  lastTimestamp: "2026-07-29T11:25:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:25:26Z"
    name: isvc-secondary-2d1343-predictor-5d9b7b5757-lx79w.18c6bf02a7c64149
    namespace: kserve-ci-e2e-test
    resourceVersion: "37285"
    uid: 4694fe78-f1bb-4237-b380-52d71e0c8d85
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-2d1343-predictor-5d9b7b5757-lx79w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37207"
    uid: 3cbd4187-3038-4e1f-9e6c-c241acb0053d
  kind: Event
  lastTimestamp: "2026-07-29T11:25:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:25:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:25:26Z"
    name: isvc-secondary-2d1343-predictor-5d9b7b5757-lx79w.18c6bf02a8331630
    namespace: kserve-ci-e2e-test
    resourceVersion: "37287"
    uid: 44843766-8295-4cad-9520-096c660d2495
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-2d1343-predictor-5d9b7b5757-lx79w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37207"
    uid: 3cbd4187-3038-4e1f-9e6c-c241acb0053d
  kind: Event
  lastTimestamp: "2026-07-29T11:25:30Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-2d1343-predictor-5d9b7b5757-lx79w_kserve-ci-e2e-test(3cbd4187-3038-4e1f-9e6c-c241acb0053d)
  metadata:
    creationTimestamp: "2026-07-29T11:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:25:30Z"
    name: isvc-secondary-2d1343-predictor-5d9b7b5757-lx79w.18c6bf050fbf416f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37319"
    uid: 80346bc4-d5f8-4a4b-a07c-22f87067dd12
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-2d1343-predictor-5d9b7b5757
    namespace: kserve-ci-e2e-test
    resourceVersion: "37196"
    uid: 66c3b151-3fef-4dd8-8c73-f4878b0b2dfc
  kind: Event
  lastTimestamp: "2026-07-29T11:25:19Z"
  message: 'Created pod: isvc-secondary-2d1343-predictor-5d9b7b5757-lx79w'
  metadata:
    creationTimestamp: "2026-07-29T11:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:25:19Z"
    name: isvc-secondary-2d1343-predictor-5d9b7b5757.18c6bf0289ea5430
    namespace: kserve-ci-e2e-test
    resourceVersion: "37206"
    uid: 151c80e3-02f2-473f-ab87-433a43f2b395
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-2d1343-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37194"
    uid: 3bb4d892-a6d7-4364-aa8f-042393afda52
  kind: Event
  lastTimestamp: "2026-07-29T11:25:19Z"
  message: Scaled up replica set isvc-secondary-2d1343-predictor-5d9b7b5757 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-29T11:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:25:19Z"
    name: isvc-secondary-2d1343-predictor.18c6bf0285d73236
    namespace: kserve-ci-e2e-test
    resourceVersion: "37197"
    uid: a310f5b5-00c4-4b1d-b54e-92cbd0c4fcbf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-2d1343-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37195"
    uid: 0825594e-a90b-41d4-90aa-92cccdb35182
  kind: Event
  lastTimestamp: "2026-07-29T11:25:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:25:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:25:34Z"
    name: isvc-secondary-2d1343-predictor.18c6bf060447c401
    namespace: kserve-ci-e2e-test
    resourceVersion: "37347"
    uid: 7b0d25e8-a437-47c0-b0e3-0b4ac3a02062
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-2d1343-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37195"
    uid: 0825594e-a90b-41d4-90aa-92cccdb35182
  kind: Event
  lastTimestamp: "2026-07-29T11:25:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:25:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:25:34Z"
    name: isvc-secondary-2d1343-predictor.18c6bf0604b2db88
    namespace: kserve-ci-e2e-test
    resourceVersion: "37349"
    uid: dd007b52-d6be-4f2d-a9ff-6a335fc9905b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-2d1343
    namespace: kserve-ci-e2e-test
    resourceVersion: "37187"
    uid: 8cf81528-43db-4cc0-af1b-128939aa5168
  kind: Event
  lastTimestamp: "2026-07-29T11:25:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:25:30Z"
    name: isvc-secondary-2d1343.18c6bf0285eca2e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37324"
    uid: 3e2d591e-f715-44f2-88bc-dfecdafa4e3b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-2d1343
    namespace: kserve-ci-e2e-test
    resourceVersion: "37187"
    uid: 8cf81528-43db-4cc0-af1b-128939aa5168
  kind: Event
  lastTimestamp: "2026-07-29T11:25:19Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-2d1343":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-2d1343":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:25:19Z"
    name: isvc-secondary-2d1343.18c6bf02865f1bcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37215"
    uid: dd61c660-3b19-4fdf-9f27-9720e1a20d52
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:25:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-2d1343
    namespace: kserve-ci-e2e-test
    resourceVersion: "37187"
    uid: 8cf81528-43db-4cc0-af1b-128939aa5168
  kind: Event
  lastTimestamp: "2026-07-29T11:25:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-2d1343": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:25:19Z"
    name: isvc-secondary-2d1343.18c6bf02865f6a99
    namespace: kserve-ci-e2e-test
    resourceVersion: "37216"
    uid: dc1eb906-bde6-488e-b7e1-1a2f25473ae1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:42:08.473537Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16018"
    uid: 75ce3639-68b8-4c27-8764-048343454be9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:42:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:42:08Z"
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5.18c6bca72b73b385
    namespace: kserve-ci-e2e-test
    resourceVersion: "16027"
    uid: f267cd28-4747-4bf3-985b-1e642c38e9a8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:42:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16030"
    uid: 75ce3639-68b8-4c27-8764-048343454be9
  kind: Event
  lastTimestamp: "2026-07-29T10:42:08Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:42:08Z"
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5.18c6bca744e31349
    namespace: kserve-ci-e2e-test
    resourceVersion: "16041"
    uid: 2d06849a-2a22-40cb-a3fa-59c1e8ea262b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:42:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 75ce3639-68b8-4c27-8764-048343454be9
  kind: Event
  lastTimestamp: "2026-07-29T10:42:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:42:08Z"
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5.18c6bca7468fc78e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16043"
    uid: 4cf53812-0064-4921-8465-2833497e0f4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:42:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 75ce3639-68b8-4c27-8764-048343454be9
  kind: Event
  lastTimestamp: "2026-07-29T10:42:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T10:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:42:08Z"
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5.18c6bca749414a70
    namespace: kserve-ci-e2e-test
    resourceVersion: "16045"
    uid: 205157d9-4243-42de-b5b5-5d2ca20be6fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:42:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 75ce3639-68b8-4c27-8764-048343454be9
  kind: Event
  lastTimestamp: "2026-07-29T10:42:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T10:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:42:08Z"
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5.18c6bca749b57599
    namespace: kserve-ci-e2e-test
    resourceVersion: "16046"
    uid: 4515382d-a431-4228-9560-941e9b00f036
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 75ce3639-68b8-4c27-8764-048343454be9
  kind: Event
  lastTimestamp: "2026-07-29T10:42:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:42:13Z"
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5.18c6bca83c47c48c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16083"
    uid: 8455476c-db58-445b-bc87-ba06819b5f0b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 75ce3639-68b8-4c27-8764-048343454be9
  kind: Event
  lastTimestamp: "2026-07-29T10:42:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T10:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:42:13Z"
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5.18c6bca83f2db4ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16086"
    uid: 682a7773-915f-4a87-9c15-0fd886bdad5b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 75ce3639-68b8-4c27-8764-048343454be9
  kind: Event
  lastTimestamp: "2026-07-29T10:42:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:42:13Z"
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5.18c6bca83f9f2664
    namespace: kserve-ci-e2e-test
    resourceVersion: "16087"
    uid: 3bd94845-7d41-40a2-af7c-9706d537d23f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 75ce3639-68b8-4c27-8764-048343454be9
  kind: Event
  lastTimestamp: "2026-07-29T10:42:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:42:13Z"
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5.18c6bca83fa93ca1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16088"
    uid: e674528c-fe5c-4adb-b3b6-41967f3826c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 75ce3639-68b8-4c27-8764-048343454be9
  kind: Event
  lastTimestamp: "2026-07-29T10:42:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T10:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:42:13Z"
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5.18c6bca842bab6b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16091"
    uid: e53e045e-bed9-4601-8df0-31541c33a14e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 75ce3639-68b8-4c27-8764-048343454be9
  kind: Event
  lastTimestamp: "2026-07-29T10:42:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:42:13Z"
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5.18c6bca8432c87a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16092"
    uid: 12fd6638-9fef-457c-a435-01729bf4b32f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 75ce3639-68b8-4c27-8764-048343454be9
  kind: Event
  lastTimestamp: "2026-07-29T10:42:13Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:da1a151aae0f419a312e9da5e6473fcbbaa6bf56d1033e65d294b56cc3bbac48"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:42:13Z"
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5.18c6bca84337cd73
    namespace: kserve-ci-e2e-test
    resourceVersion: "16093"
    uid: 593d12fa-ad31-4ab8-869b-dd87225d2d0a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 75ce3639-68b8-4c27-8764-048343454be9
  kind: Event
  lastTimestamp: "2026-07-29T10:42:13Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-29T10:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:42:13Z"
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5.18c6bca84651c5fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16095"
    uid: 52d617b7-b24c-4fe2-9ad1-eb575b0ee6e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 75ce3639-68b8-4c27-8764-048343454be9
  kind: Event
  lastTimestamp: "2026-07-29T10:42:13Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-29T10:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:42:13Z"
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5.18c6bca846d1d3e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 68f6824e-f208-43e2-a80a-90a14e39fb6b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T10:42:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 75ce3639-68b8-4c27-8764-048343454be9
  kind: Event
  lastTimestamp: "2026-07-29T10:43:59Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T10:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:59Z"
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5.18c6bca878673902
    namespace: kserve-ci-e2e-test
    resourceVersion: "16953"
    uid: 1dc6c342-cc8e-4929-8c6e-c41dcbb27688
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T10:42:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 75ce3639-68b8-4c27-8764-048343454be9
  kind: Event
  lastTimestamp: "2026-07-29T10:43:59Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-29T10:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:59Z"
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5.18c6bca878708e4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16954"
    uid: d58763e6-4a83-4cee-b2ca-fb6e758b0ee8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 75ce3639-68b8-4c27-8764-048343454be9
  kind: Event
  lastTimestamp: "2026-07-29T10:43:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:43Z"
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5.18c6bcbd529b384f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16807"
    uid: 852a3be0-1218-4944-b078-e0984651ce7f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 75ce3639-68b8-4c27-8764-048343454be9
  kind: Event
  lastTimestamp: "2026-07-29T10:43:43Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-29T10:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:43Z"
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5.18c6bcbd529c2d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16808"
    uid: fda3233d-6cdf-45c3-a01a-92f17c549c56
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 75ce3639-68b8-4c27-8764-048343454be9
  kind: Event
  lastTimestamp: "2026-07-29T10:43:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:43Z"
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5.18c6bcbd529c7029
    namespace: kserve-ci-e2e-test
    resourceVersion: "16810"
    uid: 6962f6a3-5d80-4259-b9b0-4b8a746eb029
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 75ce3639-68b8-4c27-8764-048343454be9
  kind: Event
  lastTimestamp: "2026-07-29T10:43:55Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T10:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:55Z"
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5.18c6bcbda897a916
    namespace: kserve-ci-e2e-test
    resourceVersion: "16920"
    uid: 7193ebc0-5215-443e-91ea-570f46b4e4e9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:42:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15990"
    uid: dab19e1b-25e2-47a8-929b-a6c04d9bad1f
  kind: Event
  lastTimestamp: "2026-07-29T10:42:08Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-7fb595d89d-r7vn5'
  metadata:
    creationTimestamp: "2026-07-29T10:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:42:08Z"
    name: isvc-sklearn-batcher-custom-predictor-7fb595d89d.18c6bca72a9f41c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16024"
    uid: c514ff13-274f-497e-afbe-7a09f12e9d4d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:42:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15988"
    uid: 253b8424-5581-4a21-b9a1-e26d64b7c5e2
  kind: Event
  lastTimestamp: "2026-07-29T10:42:08Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-7fb595d89d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-29T10:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:42:08Z"
    name: isvc-sklearn-batcher-custom-predictor.18c6bca724c86b45
    namespace: kserve-ci-e2e-test
    resourceVersion: "15991"
    uid: e6d009af-0e41-4a11-b27d-58a4f195c2f6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:42:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15989"
    uid: 92297845-6963-4c24-b2db-153fe17d07b2
  kind: Event
  lastTimestamp: "2026-07-29T10:42:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:42:38Z"
    name: isvc-sklearn-batcher-custom-predictor.18c6bcaaa3eb67c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16289"
    uid: 425e0b25-dafd-4222-b9eb-5937f083f6b0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:42:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15989"
    uid: 92297845-6963-4c24-b2db-153fe17d07b2
  kind: Event
  lastTimestamp: "2026-07-29T10:42:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:42:38Z"
    name: isvc-sklearn-batcher-custom-predictor.18c6bcaaa4729b19
    namespace: kserve-ci-e2e-test
    resourceVersion: "16290"
    uid: 7c4931fb-aee2-4ce8-b002-0bb72d6ef4af
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-29T10:42:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16181"
    uid: 92297845-6963-4c24-b2db-153fe17d07b2
  kind: Event
  lastTimestamp: "2026-07-29T10:43:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T10:42:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:43:38Z"
    name: isvc-sklearn-batcher-custom-predictor.18c6bcb1a286f497
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: 9a085bbf-340e-40b3-9477-6e9fe40ccb49
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-29T10:42:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16181"
    uid: 92297845-6963-4c24-b2db-153fe17d07b2
  kind: Event
  lastTimestamp: "2026-07-29T10:43:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T10:42:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:43:38Z"
    name: isvc-sklearn-batcher-custom-predictor.18c6bcb1a2ee8b1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16729"
    uid: 3edbf2c5-8efe-4313-8fd3-a0d6b19ede21
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T10:42:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15979"
    uid: 3415c436-09c2-4d35-bf6b-8b3bf9ee03c0
  kind: Event
  lastTimestamp: "2026-07-29T10:43:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T10:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:43:29Z"
    name: isvc-sklearn-batcher-custom.18c6bca724d1d663
    namespace: kserve-ci-e2e-test
    resourceVersion: "16666"
    uid: a0fea607-aeee-41ab-a5da-11ef63e34946
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:42:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15979"
    uid: 3415c436-09c2-4d35-bf6b-8b3bf9ee03c0
  kind: Event
  lastTimestamp: "2026-07-29T10:42:08Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:42:08Z"
    name: isvc-sklearn-batcher-custom.18c6bca725511789
    namespace: kserve-ci-e2e-test
    resourceVersion: "15994"
    uid: ba07590f-34ee-419b-8f92-7611c5e5702c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16663"
    uid: 3415c436-09c2-4d35-bf6b-8b3bf9ee03c0
  kind: Event
  lastTimestamp: "2026-07-29T10:43:29Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-07-29T10:43:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:43:29Z"
    name: isvc-sklearn-batcher-custom.18c6bcba1e3bb03d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16664"
    uid: 6b9c3215-d30f-419e-a73a-db261072c016
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:40:23.246238Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15170"
    uid: 79bffa07-f9f7-45b1-9de7-ea44b3e14aa8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-f9f994b87-dmtd2
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:40:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:40:23Z"
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2.18c6bc8eab6aa118
    namespace: kserve-ci-e2e-test
    resourceVersion: "15177"
    uid: 9baef8f9-91d9-428a-bf2d-3643e8ad51b7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15183"
    uid: 79bffa07-f9f7-45b1-9de7-ea44b3e14aa8
  kind: Event
  lastTimestamp: "2026-07-29T10:40:23Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:40:23Z"
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2.18c6bc8ec5082abd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: cbf41686-8c61-41f7-8557-b34a208b28b9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15172"
    uid: 79bffa07-f9f7-45b1-9de7-ea44b3e14aa8
  kind: Event
  lastTimestamp: "2026-07-29T10:40:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:40:23Z"
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2.18c6bc8ec693345b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: acbca3bb-2ae6-486a-9995-47c466900466
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15172"
    uid: 79bffa07-f9f7-45b1-9de7-ea44b3e14aa8
  kind: Event
  lastTimestamp: "2026-07-29T10:40:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T10:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:40:23Z"
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2.18c6bc8ec9861ed7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15202"
    uid: 6a19babc-fd27-45e4-92cb-bf7ec408a4b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15172"
    uid: 79bffa07-f9f7-45b1-9de7-ea44b3e14aa8
  kind: Event
  lastTimestamp: "2026-07-29T10:40:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T10:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:40:23Z"
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2.18c6bc8ec9fd449e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15203"
    uid: f2f39171-ae8b-4c2b-a248-eedcfd043c7d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15172"
    uid: 79bffa07-f9f7-45b1-9de7-ea44b3e14aa8
  kind: Event
  lastTimestamp: "2026-07-29T10:40:27Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
  metadata:
    creationTimestamp: "2026-07-29T10:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:40:27Z"
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2.18c6bc8fad9b7621
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: 00f01fbb-b825-49df-91ec-34aadd6a50c5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15172"
    uid: 79bffa07-f9f7-45b1-9de7-ea44b3e14aa8
  kind: Event
  lastTimestamp: "2026-07-29T10:40:40Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    in 13.154s (13.154s including waiting). Image size: 1555733430 bytes.'
  metadata:
    creationTimestamp: "2026-07-29T10:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:40:40Z"
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2.18c6bc92bdb2f07b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15328"
    uid: 08f85149-43a0-4755-8ae3-b7586badaf66
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15172"
    uid: 79bffa07-f9f7-45b1-9de7-ea44b3e14aa8
  kind: Event
  lastTimestamp: "2026-07-29T10:40:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T10:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:40:40Z"
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2.18c6bc92c0c5652f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15329"
    uid: 5ffcf7ac-6a7c-40b4-8350-ffd513094db2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15172"
    uid: 79bffa07-f9f7-45b1-9de7-ea44b3e14aa8
  kind: Event
  lastTimestamp: "2026-07-29T10:40:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:40:40Z"
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2.18c6bc92c15f27fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15330"
    uid: d4260240-5826-42d8-ba9f-673bb950c63d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15172"
    uid: 79bffa07-f9f7-45b1-9de7-ea44b3e14aa8
  kind: Event
  lastTimestamp: "2026-07-29T10:40:40Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-29T10:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:40:40Z"
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2.18c6bc92c16c586e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15331"
    uid: 48558806-d1b3-4871-899b-8ded6f855742
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15172"
    uid: 79bffa07-f9f7-45b1-9de7-ea44b3e14aa8
  kind: Event
  lastTimestamp: "2026-07-29T10:40:42Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.083s (2.083s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-29T10:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:40:42Z"
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2.18c6bc933d96c6ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "15346"
    uid: a1ad9608-f886-46f4-98be-6d86ac194c1a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15172"
    uid: 79bffa07-f9f7-45b1-9de7-ea44b3e14aa8
  kind: Event
  lastTimestamp: "2026-07-29T10:40:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T10:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:40:42Z"
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2.18c6bc934045e84a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15347"
    uid: 1fe471d3-46aa-4b6a-9bd9-9271a88a27c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15172"
    uid: 79bffa07-f9f7-45b1-9de7-ea44b3e14aa8
  kind: Event
  lastTimestamp: "2026-07-29T10:40:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:40:42Z"
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2.18c6bc9340a33657
    namespace: kserve-ci-e2e-test
    resourceVersion: "15348"
    uid: 91fbceb8-f607-4885-85bb-0716610288bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15172"
    uid: 79bffa07-f9f7-45b1-9de7-ea44b3e14aa8
  kind: Event
  lastTimestamp: "2026-07-29T10:40:42Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:da1a151aae0f419a312e9da5e6473fcbbaa6bf56d1033e65d294b56cc3bbac48"
  metadata:
    creationTimestamp: "2026-07-29T10:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:40:42Z"
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2.18c6bc9340af2818
    namespace: kserve-ci-e2e-test
    resourceVersion: "15349"
    uid: 79a291db-43cc-4fbf-af9c-09645f1d1513
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15172"
    uid: 79bffa07-f9f7-45b1-9de7-ea44b3e14aa8
  kind: Event
  lastTimestamp: "2026-07-29T10:40:44Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:da1a151aae0f419a312e9da5e6473fcbbaa6bf56d1033e65d294b56cc3bbac48"
    in 1.814s (1.814s including waiting). Image size: 240170109 bytes.'
  metadata:
    creationTimestamp: "2026-07-29T10:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:40:44Z"
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2.18c6bc93acdd3b67
    namespace: kserve-ci-e2e-test
    resourceVersion: "15365"
    uid: 04f99eff-4ddb-40e5-8e9f-ab44f4c40eb1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15172"
    uid: 79bffa07-f9f7-45b1-9de7-ea44b3e14aa8
  kind: Event
  lastTimestamp: "2026-07-29T10:40:44Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-29T10:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:40:44Z"
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2.18c6bc93afceb41e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15366"
    uid: 6d79d682-4e48-4504-8873-94e0588f5892
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15172"
    uid: 79bffa07-f9f7-45b1-9de7-ea44b3e14aa8
  kind: Event
  lastTimestamp: "2026-07-29T10:40:44Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-29T10:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:40:44Z"
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2.18c6bc93b0513c37
    namespace: kserve-ci-e2e-test
    resourceVersion: "15367"
    uid: c82d5ccf-0f56-4584-b1b5-fbcae393ec9f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15172"
    uid: 79bffa07-f9f7-45b1-9de7-ea44b3e14aa8
  kind: Event
  lastTimestamp: "2026-07-29T10:42:18Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T10:40:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:42:18Z"
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2.18c6bc93e477280c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16143"
    uid: 8fa16425-b932-44dd-a5e1-32e647ad8625
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15172"
    uid: 79bffa07-f9f7-45b1-9de7-ea44b3e14aa8
  kind: Event
  lastTimestamp: "2026-07-29T10:42:18Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-29T10:40:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:42:18Z"
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2.18c6bc94204ca3cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16144"
    uid: 87f8935c-98c0-4158-a95a-14a7b5ff41b5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:42:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15172"
    uid: 79bffa07-f9f7-45b1-9de7-ea44b3e14aa8
  kind: Event
  lastTimestamp: "2026-07-29T10:42:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:42:08Z"
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2.18c6bca729c8eb34
    namespace: kserve-ci-e2e-test
    resourceVersion: "16015"
    uid: b03f4019-023e-43f5-88a8-d3abfef55a01
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:42:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15172"
    uid: 79bffa07-f9f7-45b1-9de7-ea44b3e14aa8
  kind: Event
  lastTimestamp: "2026-07-29T10:42:08Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-29T10:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:42:08Z"
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2.18c6bca729c925f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16016"
    uid: 97ae8869-fcd1-44db-9cb9-7cdb945be031
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:42:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15172"
    uid: 79bffa07-f9f7-45b1-9de7-ea44b3e14aa8
  kind: Event
  lastTimestamp: "2026-07-29T10:42:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:42:08Z"
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2.18c6bca729c94c2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16020"
    uid: 7b339c49-dad2-45a6-9298-f0bcfcbdee7b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15172"
    uid: 79bffa07-f9f7-45b1-9de7-ea44b3e14aa8
  kind: Event
  lastTimestamp: "2026-07-29T10:42:17Z"
  message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp
    10.133.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T10:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:42:17Z"
    name: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2.18c6bca826853148
    namespace: kserve-ci-e2e-test
    resourceVersion: "16132"
    uid: c34d85e1-2ea7-4b12-84a6-1ddc99fd265d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-f9f994b87
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: a63a744b-edce-4e0c-83b8-67e0a82acbac
  kind: Event
  lastTimestamp: "2026-07-29T10:40:23Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-f9f994b87-dmtd2'
  metadata:
    creationTimestamp: "2026-07-29T10:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:40:23Z"
    name: isvc-sklearn-batcher-predictor-f9f994b87.18c6bc8eaafc20f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15171"
    uid: 7d6d357a-1a91-4cba-8716-39a1a4e7c73e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 185980d7-02f8-462c-9e75-cb48bcbfbe76
  kind: Event
  lastTimestamp: "2026-07-29T10:40:23Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-f9f994b87 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-29T10:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:40:23Z"
    name: isvc-sklearn-batcher-predictor.18c6bc8ea648a16c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15165"
    uid: 5c00bea0-6ca0-4cd0-bc24-fc019c6b5543
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15179"
    uid: 2cc0d767-5cd8-49d0-a0a5-d55b95e08174
  kind: Event
  lastTimestamp: "2026-07-29T10:41:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:41:08Z"
    name: isvc-sklearn-batcher-predictor.18c6bc922c2d373d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: 52eccc89-acc2-44d7-a7cd-eedadb17fdeb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15179"
    uid: 2cc0d767-5cd8-49d0-a0a5-d55b95e08174
  kind: Event
  lastTimestamp: "2026-07-29T10:41:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:41:08Z"
    name: isvc-sklearn-batcher-predictor.18c6bc922c9ad0bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15540"
    uid: e949525c-09b6-45dd-94a0-e1c8f1900203
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15312"
    uid: 2cc0d767-5cd8-49d0-a0a5-d55b95e08174
  kind: Event
  lastTimestamp: "2026-07-29T10:42:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T10:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:42:08Z"
    name: isvc-sklearn-batcher-predictor.18c6bc9ca9e28ad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15997"
    uid: 0b612f9f-89da-4eaf-8abf-60790e0a9eae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15312"
    uid: 2cc0d767-5cd8-49d0-a0a5-d55b95e08174
  kind: Event
  lastTimestamp: "2026-07-29T10:42:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T10:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:42:08Z"
    name: isvc-sklearn-batcher-predictor.18c6bc9caa72b3b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15999"
    uid: 09286ccf-a494-4dec-815d-5d0b54427a89
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15156"
    uid: 9dc4ad89-7744-46d4-b055-ed0080af13b6
  kind: Event
  lastTimestamp: "2026-07-29T10:41:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T10:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:41:58Z"
    name: isvc-sklearn-batcher.18c6bc8eacc6286a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15908"
    uid: dc312fa5-4bce-4b77-b2a6-d41044bddcd5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15156"
    uid: 9dc4ad89-7744-46d4-b055-ed0080af13b6
  kind: Event
  lastTimestamp: "2026-07-29T10:40:23Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:40:23Z"
    name: isvc-sklearn-batcher.18c6bc8ead47a298
    namespace: kserve-ci-e2e-test
    resourceVersion: "15184"
    uid: 4abca06e-2434-4574-9cbf-0d38ca13aed9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15156"
    uid: 9dc4ad89-7744-46d4-b055-ed0080af13b6
  kind: Event
  lastTimestamp: "2026-07-29T10:40:23Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:40:23Z"
    name: isvc-sklearn-batcher.18c6bc8ead47f4a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15185"
    uid: ea024894-8b43-46ba-b652-95c21c438e89
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15906"
    uid: 9dc4ad89-7744-46d4-b055-ed0080af13b6
  kind: Event
  lastTimestamp: "2026-07-29T10:41:58Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-07-29T10:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:41:58Z"
    name: isvc-sklearn-batcher.18c6bca4eb1508d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15907"
    uid: 4b06eef7-ffe9-4d26-aec6-c119966d7c40
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:13:40.316169Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31577"
    uid: 704a359f-1542-4882-8553-2336931a7fa4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-6c966795cc-nmhfs
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:13:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:13:40Z"
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs.18c6be5fa60f7031
    namespace: kserve-ci-e2e-test
    resourceVersion: "31583"
    uid: f52a2459-356d-4e99-815f-a0982cc66f6b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:13:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31581"
    uid: 704a359f-1542-4882-8553-2336931a7fa4
  kind: Event
  lastTimestamp: "2026-07-29T11:13:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-mcp-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-29T11:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:13:40Z"
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs.18c6be5fb42892b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31594"
    uid: b9241254-cbb0-4ec5-8cf6-12cbc3da1154
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:13:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31587"
    uid: 704a359f-1542-4882-8553-2336931a7fa4
  kind: Event
  lastTimestamp: "2026-07-29T11:13:41Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:13:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:13:41Z"
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs.18c6be5fe30b04b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31604"
    uid: 17f4c25b-1de6-4979-b348-ef5da2306bbe
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:13:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31581"
    uid: 704a359f-1542-4882-8553-2336931a7fa4
  kind: Event
  lastTimestamp: "2026-07-29T11:13:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:13:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:13:41Z"
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs.18c6be5fe49211bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31607"
    uid: 1996141e-8195-46d5-85d8-505d0108598b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:13:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31581"
    uid: 704a359f-1542-4882-8553-2336931a7fa4
  kind: Event
  lastTimestamp: "2026-07-29T11:13:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:13:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:13:41Z"
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs.18c6be5fe74a8d15
    namespace: kserve-ci-e2e-test
    resourceVersion: "31608"
    uid: 0586df0a-c8d8-4b2d-96e8-423593afeb97
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:13:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31581"
    uid: 704a359f-1542-4882-8553-2336931a7fa4
  kind: Event
  lastTimestamp: "2026-07-29T11:13:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:13:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:13:41Z"
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs.18c6be5fe7a91009
    namespace: kserve-ci-e2e-test
    resourceVersion: "31609"
    uid: 633d5411-f0ce-4981-93bd-7911604dad67
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:13:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31581"
    uid: 704a359f-1542-4882-8553-2336931a7fa4
  kind: Event
  lastTimestamp: "2026-07-29T11:13:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:13:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:13:45Z"
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs.18c6be60e2ce7219
    namespace: kserve-ci-e2e-test
    resourceVersion: "31643"
    uid: 1ffc5f9b-1cf5-444f-a0da-b7369090a309
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:13:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31581"
    uid: 704a359f-1542-4882-8553-2336931a7fa4
  kind: Event
  lastTimestamp: "2026-07-29T11:13:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:13:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:13:45Z"
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs.18c6be60e58f3ac6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31645"
    uid: 56f9ef79-b91c-49fe-9650-2f2db2eac76a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:13:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31581"
    uid: 704a359f-1542-4882-8553-2336931a7fa4
  kind: Event
  lastTimestamp: "2026-07-29T11:13:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:13:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:13:45Z"
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs.18c6be60e5ecf607
    namespace: kserve-ci-e2e-test
    resourceVersion: "31646"
    uid: c4bcecfd-d356-4ce5-aaa1-75284fdf0c0e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:13:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31581"
    uid: 704a359f-1542-4882-8553-2336931a7fa4
  kind: Event
  lastTimestamp: "2026-07-29T11:13:45Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-07-29T11:13:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:13:45Z"
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs.18c6be60e5fa4633
    namespace: kserve-ci-e2e-test
    resourceVersion: "31647"
    uid: 35f878e0-1803-49e0-95c0-03875ee685ce
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:13:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31581"
    uid: 704a359f-1542-4882-8553-2336931a7fa4
  kind: Event
  lastTimestamp: "2026-07-29T11:13:48Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.81s (2.81s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-07-29T11:13:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:13:48Z"
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs.18c6be618d7b5c7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31670"
    uid: e2e75134-7b07-4608-a165-41d7acf4a58b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:13:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31581"
    uid: 704a359f-1542-4882-8553-2336931a7fa4
  kind: Event
  lastTimestamp: "2026-07-29T11:13:48Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-07-29T11:13:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:13:48Z"
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs.18c6be61902642af
    namespace: kserve-ci-e2e-test
    resourceVersion: "31671"
    uid: fc5e38c5-af61-4295-8cd8-070ce1342ca3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:13:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31581"
    uid: 704a359f-1542-4882-8553-2336931a7fa4
  kind: Event
  lastTimestamp: "2026-07-29T11:13:48Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-07-29T11:13:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:13:48Z"
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs.18c6be6190827436
    namespace: kserve-ci-e2e-test
    resourceVersion: "31673"
    uid: c610c0e3-db1b-45a9-9cbb-7592d0a1e4c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:13:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31581"
    uid: 704a359f-1542-4882-8553-2336931a7fa4
  kind: Event
  lastTimestamp: "2026-07-29T11:13:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:13:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:13:48Z"
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs.18c6be61908aea45
    namespace: kserve-ci-e2e-test
    resourceVersion: "31674"
    uid: c8d6f9ec-d936-427a-9363-01c6bc214d49
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:13:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31581"
    uid: 704a359f-1542-4882-8553-2336931a7fa4
  kind: Event
  lastTimestamp: "2026-07-29T11:13:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:13:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:13:48Z"
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs.18c6be6192eb824d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31675"
    uid: 971dea0d-879d-4840-8916-09036a7b6df3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:13:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31581"
    uid: 704a359f-1542-4882-8553-2336931a7fa4
  kind: Event
  lastTimestamp: "2026-07-29T11:13:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:13:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:13:48Z"
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs.18c6be61934d77f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31676"
    uid: 54272725-23ac-4e42-94bd-62a3d1b3ee7f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:15:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31581"
    uid: 704a359f-1542-4882-8553-2336931a7fa4
  kind: Event
  lastTimestamp: "2026-07-29T11:15:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:15:00Z"
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs.18c6be724bed71b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32196"
    uid: 405cf47d-fedd-4d56-acb8-51bf86381d68
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:15:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31581"
    uid: 704a359f-1542-4882-8553-2336931a7fa4
  kind: Event
  lastTimestamp: "2026-07-29T11:15:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:15:00Z"
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs.18c6be724bee187b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32197"
    uid: 2870b353-6ff7-41e2-90fd-0d004e6de390
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:15:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31581"
    uid: 704a359f-1542-4882-8553-2336931a7fa4
  kind: Event
  lastTimestamp: "2026-07-29T11:15:00Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-07-29T11:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:15:00Z"
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs.18c6be724bee3178
    namespace: kserve-ci-e2e-test
    resourceVersion: "32199"
    uid: e0c9a2c1-514e-4fd8-8d1a-87108da3185b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-29T11:15:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31581"
    uid: 704a359f-1542-4882-8553-2336931a7fa4
  kind: Event
  lastTimestamp: "2026-07-29T11:15:29Z"
  message: 'Readiness probe failed: Get "https://10.133.0.47:8643/healthz": dial tcp
    10.133.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:15:29Z"
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs.18c6be734908a901
    namespace: kserve-ci-e2e-test
    resourceVersion: "32473"
    uid: 1a9ef90a-0ef5-4a23-b0d7-937e7df27c3a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:15:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "31581"
    uid: 704a359f-1542-4882-8553-2336931a7fa4
  kind: Event
  lastTimestamp: "2026-07-29T11:15:24Z"
  message: 'Readiness probe failed: Get "http://10.133.0.47:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.133.0.47:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:15:24Z"
    name: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs.18c6be73496b5c66
    namespace: kserve-ci-e2e-test
    resourceVersion: "32434"
    uid: 7bc57081-b564-4dc2-a6eb-50ba87cf0b34
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:13:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-6c966795cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31567"
    uid: e7e5c6fa-ead2-4dc3-8dfb-814c9c236a0e
  kind: Event
  lastTimestamp: "2026-07-29T11:13:40Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-6c966795cc-nmhfs'
  metadata:
    creationTimestamp: "2026-07-29T11:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:13:40Z"
    name: isvc-sklearn-mcp-predictor-6c966795cc.18c6be5fa5a192af
    namespace: kserve-ci-e2e-test
    resourceVersion: "31580"
    uid: bc18ed3c-048d-4dd6-a79c-1e741736c610
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:13:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31566"
    uid: 544f4c17-0a9d-49e1-a0eb-489f5b9738b0
  kind: Event
  lastTimestamp: "2026-07-29T11:13:40Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-6c966795cc from 0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:13:40Z"
    name: isvc-sklearn-mcp-predictor.18c6be5fa2bf04d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31569"
    uid: 3dcd9080-cd00-4e31-93e5-6b6cb76510b0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-29T11:13:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31557"
    uid: 899e9811-2ee4-4485-8756-c4d556bf4d15
  kind: Event
  lastTimestamp: "2026-07-29T11:14:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:14:54Z"
    name: isvc-sklearn-mcp.18c6be5fa26dd89d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32143"
    uid: 6fff2210-31f6-41f6-8a46-37804fefeabb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:13:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31557"
    uid: 899e9811-2ee4-4485-8756-c4d556bf4d15
  kind: Event
  lastTimestamp: "2026-07-29T11:13:40Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:13:40Z"
    name: isvc-sklearn-mcp.18c6be5fa2fa0604
    namespace: kserve-ci-e2e-test
    resourceVersion: "31589"
    uid: 06fe1700-3883-4700-82cd-b5e12f2e1fb9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:13:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31560"
    uid: 899e9811-2ee4-4485-8756-c4d556bf4d15
  kind: Event
  lastTimestamp: "2026-07-29T11:13:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:13:40Z"
    name: isvc-sklearn-mcp.18c6be5fa8f9d5a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31590"
    uid: d1c6413a-6a28-42c3-bb14-c7e5041a63d1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:14:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32141"
    uid: 899e9811-2ee4-4485-8756-c4d556bf4d15
  kind: Event
  lastTimestamp: "2026-07-29T11:14:54Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:14:54Z"
    name: isvc-sklearn-mcp.18c6be70fae0e252
    namespace: kserve-ci-e2e-test
    resourceVersion: "32142"
    uid: b53d991b-017a-4ca5-83b6-2e6ea59fb7bb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:35:18.139828Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5476666dbc-fck9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "42205"
    uid: 1eef27d1-3b15-41c3-b23c-92cea43a1843
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-5476666dbc-fck9w
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:35:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:35:18Z"
    name: isvc-sklearn-predictor-5476666dbc-fck9w.18c6bf8dd260d77e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42211"
    uid: 6d77e441-b9a4-4874-9eb5-ddbba7b461e0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:35:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5476666dbc-fck9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "42207"
    uid: 1eef27d1-3b15-41c3-b23c-92cea43a1843
  kind: Event
  lastTimestamp: "2026-07-29T11:35:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-29T11:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:35:18Z"
    name: isvc-sklearn-predictor-5476666dbc-fck9w.18c6bf8ddfc4bf97
    namespace: kserve-ci-e2e-test
    resourceVersion: "42220"
    uid: 195a4f6a-c786-4bf1-bdfa-eb83be05b73e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:35:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5476666dbc-fck9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "42215"
    uid: 1eef27d1-3b15-41c3-b23c-92cea43a1843
  kind: Event
  lastTimestamp: "2026-07-29T11:35:19Z"
  message: Add eth0 [10.133.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:35:19Z"
    name: isvc-sklearn-predictor-5476666dbc-fck9w.18c6bf8e0fbde698
    namespace: kserve-ci-e2e-test
    resourceVersion: "42233"
    uid: e2ce621c-b4fa-4c3d-a75b-795ed4df6fb5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:35:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5476666dbc-fck9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "42207"
    uid: 1eef27d1-3b15-41c3-b23c-92cea43a1843
  kind: Event
  lastTimestamp: "2026-07-29T11:35:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:35:19Z"
    name: isvc-sklearn-predictor-5476666dbc-fck9w.18c6bf8e113175fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "42235"
    uid: 5db0fa9d-7cf7-43f3-858f-691b323f06e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:35:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5476666dbc-fck9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "42207"
    uid: 1eef27d1-3b15-41c3-b23c-92cea43a1843
  kind: Event
  lastTimestamp: "2026-07-29T11:35:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:35:19Z"
    name: isvc-sklearn-predictor-5476666dbc-fck9w.18c6bf8e14e6bba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "42236"
    uid: 0e046854-ddc0-4ef7-a2e3-7b16589d0d0a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:35:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5476666dbc-fck9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "42207"
    uid: 1eef27d1-3b15-41c3-b23c-92cea43a1843
  kind: Event
  lastTimestamp: "2026-07-29T11:35:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:35:19Z"
    name: isvc-sklearn-predictor-5476666dbc-fck9w.18c6bf8e15680a35
    namespace: kserve-ci-e2e-test
    resourceVersion: "42237"
    uid: d65a88a9-5606-415a-bd90-a8d6f7521321
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5476666dbc-fck9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "42207"
    uid: 1eef27d1-3b15-41c3-b23c-92cea43a1843
  kind: Event
  lastTimestamp: "2026-07-29T11:35:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:35:23Z"
    name: isvc-sklearn-predictor-5476666dbc-fck9w.18c6bf8f0e0efea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42273"
    uid: 45ada130-274b-4456-902a-d8f2004ec627
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5476666dbc-fck9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "42207"
    uid: 1eef27d1-3b15-41c3-b23c-92cea43a1843
  kind: Event
  lastTimestamp: "2026-07-29T11:35:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:35:23Z"
    name: isvc-sklearn-predictor-5476666dbc-fck9w.18c6bf8f1108a88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42275"
    uid: db10fcec-cc08-48c9-8ef9-9c6aa63a2096
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5476666dbc-fck9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "42207"
    uid: 1eef27d1-3b15-41c3-b23c-92cea43a1843
  kind: Event
  lastTimestamp: "2026-07-29T11:35:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:35:23Z"
    name: isvc-sklearn-predictor-5476666dbc-fck9w.18c6bf8f117b5c3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42277"
    uid: c52a8b30-5140-4e5f-ad2f-42dbe587c890
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5476666dbc-fck9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "42207"
    uid: 1eef27d1-3b15-41c3-b23c-92cea43a1843
  kind: Event
  lastTimestamp: "2026-07-29T11:35:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:35:23Z"
    name: isvc-sklearn-predictor-5476666dbc-fck9w.18c6bf8f118420a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "42279"
    uid: c99dfcf9-a314-40e5-b6a9-51b3a8e6c8fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5476666dbc-fck9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "42207"
    uid: 1eef27d1-3b15-41c3-b23c-92cea43a1843
  kind: Event
  lastTimestamp: "2026-07-29T11:35:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:35:23Z"
    name: isvc-sklearn-predictor-5476666dbc-fck9w.18c6bf8f1427c40a
    namespace: kserve-ci-e2e-test
    resourceVersion: "42280"
    uid: dab6dccb-aa5d-4341-b754-ea7bfe84289c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5476666dbc-fck9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "42207"
    uid: 1eef27d1-3b15-41c3-b23c-92cea43a1843
  kind: Event
  lastTimestamp: "2026-07-29T11:35:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:35:23Z"
    name: isvc-sklearn-predictor-5476666dbc-fck9w.18c6bf8f14929fd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "42282"
    uid: 869008e7-847c-4b62-80e9-39a4e1c17b60
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T11:35:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5476666dbc-fck9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "42207"
    uid: 1eef27d1-3b15-41c3-b23c-92cea43a1843
  kind: Event
  lastTimestamp: "2026-07-29T11:36:51Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:35:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:36:51Z"
    name: isvc-sklearn-predictor-5476666dbc-fck9w.18c6bf8f85ea0fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "43219"
    uid: b51537cf-a177-49a3-96cd-9f7a6c70a6e4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:36:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5476666dbc-fck9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "42207"
    uid: 1eef27d1-3b15-41c3-b23c-92cea43a1843
  kind: Event
  lastTimestamp: "2026-07-29T11:36:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:36:48Z"
    name: isvc-sklearn-predictor-5476666dbc-fck9w.18c6bfa2cdf3b81f
    namespace: kserve-ci-e2e-test
    resourceVersion: "43193"
    uid: 5b26c07c-d044-488b-9653-47c0a5c583cf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:36:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5476666dbc-fck9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "42207"
    uid: 1eef27d1-3b15-41c3-b23c-92cea43a1843
  kind: Event
  lastTimestamp: "2026-07-29T11:36:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:36:48Z"
    name: isvc-sklearn-predictor-5476666dbc-fck9w.18c6bfa2cdf45b1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43194"
    uid: 080550e6-f3d1-4d7a-aa5f-787c017f1c18
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5476666dbc-fck9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "42207"
    uid: 1eef27d1-3b15-41c3-b23c-92cea43a1843
  kind: Event
  lastTimestamp: "2026-07-29T11:36:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.62:8643/healthz": dial tcp
    10.133.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:36:51Z"
    name: isvc-sklearn-predictor-5476666dbc-fck9w.18c6bfa38c2fca18
    namespace: kserve-ci-e2e-test
    resourceVersion: "43218"
    uid: 8d11d5d7-e9fa-4556-b025-6391a937adf4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:35:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-5476666dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "42196"
    uid: 675497af-19fe-4a10-b77d-2d19b292c3b3
  kind: Event
  lastTimestamp: "2026-07-29T11:35:18Z"
  message: 'Created pod: isvc-sklearn-predictor-5476666dbc-fck9w'
  metadata:
    creationTimestamp: "2026-07-29T11:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:35:18Z"
    name: isvc-sklearn-predictor-5476666dbc.18c6bf8dd1fd82b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "42206"
    uid: 55673d56-edb0-486f-abfe-8f5b0cde4749
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:35:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42194"
    uid: 8cd4ba63-8ba4-4e4b-a912-db0aae1defa8
  kind: Event
  lastTimestamp: "2026-07-29T11:35:18Z"
  message: Scaled up replica set isvc-sklearn-predictor-5476666dbc from 0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:35:18Z"
    name: isvc-sklearn-predictor.18c6bf8dcf20fde6
    namespace: kserve-ci-e2e-test
    resourceVersion: "42197"
    uid: 0af74451-ed45-4c31-ad5f-18e1a4b3fc8f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:35:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42195"
    uid: 69abfa0c-2577-4aac-9b90-a0e84220a361
  kind: Event
  lastTimestamp: "2026-07-29T11:36:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:36:03Z"
    name: isvc-sklearn-predictor.18c6bf914e1e6b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "42846"
    uid: ef191e72-fcdb-4443-901e-2bd31450f141
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:35:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42195"
    uid: 69abfa0c-2577-4aac-9b90-a0e84220a361
  kind: Event
  lastTimestamp: "2026-07-29T11:36:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:36:03Z"
    name: isvc-sklearn-predictor.18c6bf914e93f7ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "42848"
    uid: 653daeac-5ad7-4d4f-8fcb-2e7801296326
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:36:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42570"
    uid: 69abfa0c-2577-4aac-9b90-a0e84220a361
  kind: Event
  lastTimestamp: "2026-07-29T11:36:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:36:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:36:48Z"
    name: isvc-sklearn-predictor.18c6bf9bcc361f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "43177"
    uid: 6a437eeb-9c58-4ccc-8b3f-af3d8a152162
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:36:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42570"
    uid: 69abfa0c-2577-4aac-9b90-a0e84220a361
  kind: Event
  lastTimestamp: "2026-07-29T11:36:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:36:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:36:48Z"
    name: isvc-sklearn-predictor.18c6bf9bcc99d078
    namespace: kserve-ci-e2e-test
    resourceVersion: "43178"
    uid: dec0b279-cdc7-4c8f-bf26-da7e6a20d5cc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:37:58.666925Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-568d8b5f95-zz9fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "43801"
    uid: 10f5cb6a-66c1-4e9b-ab05-e316c293c5cd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-568d8b5f95-zz9fc
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:37:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:37:58Z"
    name: isvc-sklearn-runtime-predictor-568d8b5f95-zz9fc.18c6bfb33289f3a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "43807"
    uid: 5aae19d9-aebf-4f67-81ac-f49eea32a76f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:37:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-568d8b5f95-zz9fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "43811"
    uid: 10f5cb6a-66c1-4e9b-ab05-e316c293c5cd
  kind: Event
  lastTimestamp: "2026-07-29T11:37:59Z"
  message: Add eth0 [10.133.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:37:59Z"
    name: isvc-sklearn-runtime-predictor-568d8b5f95-zz9fc.18c6bfb34bc80268
    namespace: kserve-ci-e2e-test
    resourceVersion: "43819"
    uid: cc4c8b0b-8efb-4bf4-b7ca-e83ac357517b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-568d8b5f95-zz9fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "43803"
    uid: 10f5cb6a-66c1-4e9b-ab05-e316c293c5cd
  kind: Event
  lastTimestamp: "2026-07-29T11:37:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:37:59Z"
    name: isvc-sklearn-runtime-predictor-568d8b5f95-zz9fc.18c6bfb34d380a70
    namespace: kserve-ci-e2e-test
    resourceVersion: "43823"
    uid: 42fffe37-434a-417c-a72c-699c9dee4e83
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-568d8b5f95-zz9fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "43803"
    uid: 10f5cb6a-66c1-4e9b-ab05-e316c293c5cd
  kind: Event
  lastTimestamp: "2026-07-29T11:37:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:37:59Z"
    name: isvc-sklearn-runtime-predictor-568d8b5f95-zz9fc.18c6bfb34fdad9a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "43824"
    uid: f989e4c2-9b52-49e6-bc3a-b088fa9c40f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-568d8b5f95-zz9fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "43803"
    uid: 10f5cb6a-66c1-4e9b-ab05-e316c293c5cd
  kind: Event
  lastTimestamp: "2026-07-29T11:37:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:37:59Z"
    name: isvc-sklearn-runtime-predictor-568d8b5f95-zz9fc.18c6bfb350459a7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43825"
    uid: e818de11-e931-40bb-9bc9-a402714a122d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:38:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-568d8b5f95-zz9fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "43803"
    uid: 10f5cb6a-66c1-4e9b-ab05-e316c293c5cd
  kind: Event
  lastTimestamp: "2026-07-29T11:38:05Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:38:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:38:05Z"
    name: isvc-sklearn-runtime-predictor-568d8b5f95-zz9fc.18c6bfb4b512c712
    namespace: kserve-ci-e2e-test
    resourceVersion: "43874"
    uid: ce61aa18-b8f2-4c97-ba65-7e8a1fb171ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:38:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-568d8b5f95-zz9fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "43803"
    uid: 10f5cb6a-66c1-4e9b-ab05-e316c293c5cd
  kind: Event
  lastTimestamp: "2026-07-29T11:38:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:38:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:38:05Z"
    name: isvc-sklearn-runtime-predictor-568d8b5f95-zz9fc.18c6bfb4b848fabc
    namespace: kserve-ci-e2e-test
    resourceVersion: "43876"
    uid: 51db67a5-7a6e-4d89-bbb6-568a4e9e5d34
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:38:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-568d8b5f95-zz9fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "43803"
    uid: 10f5cb6a-66c1-4e9b-ab05-e316c293c5cd
  kind: Event
  lastTimestamp: "2026-07-29T11:38:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:38:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:38:05Z"
    name: isvc-sklearn-runtime-predictor-568d8b5f95-zz9fc.18c6bfb4b8c4ff52
    namespace: kserve-ci-e2e-test
    resourceVersion: "43879"
    uid: c5902611-3e30-42a3-8299-35351e3b8446
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:38:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-568d8b5f95-zz9fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "43803"
    uid: 10f5cb6a-66c1-4e9b-ab05-e316c293c5cd
  kind: Event
  lastTimestamp: "2026-07-29T11:38:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:38:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:38:05Z"
    name: isvc-sklearn-runtime-predictor-568d8b5f95-zz9fc.18c6bfb4b8cebd33
    namespace: kserve-ci-e2e-test
    resourceVersion: "43880"
    uid: b9ab25be-9ddf-4ce5-8fe2-347a3264e9df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:38:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-568d8b5f95-zz9fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "43803"
    uid: 10f5cb6a-66c1-4e9b-ab05-e316c293c5cd
  kind: Event
  lastTimestamp: "2026-07-29T11:38:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:38:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:38:05Z"
    name: isvc-sklearn-runtime-predictor-568d8b5f95-zz9fc.18c6bfb4bb77c170
    namespace: kserve-ci-e2e-test
    resourceVersion: "43882"
    uid: 2b310eae-daf6-41c8-a83b-fd90837fc565
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:38:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-568d8b5f95-zz9fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "43803"
    uid: 10f5cb6a-66c1-4e9b-ab05-e316c293c5cd
  kind: Event
  lastTimestamp: "2026-07-29T11:38:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:38:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:38:05Z"
    name: isvc-sklearn-runtime-predictor-568d8b5f95-zz9fc.18c6bfb4bbebf5bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "43884"
    uid: 61fbb26a-00c3-4881-a370-a2d5758d5bf4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:38:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-568d8b5f95-zz9fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "43803"
    uid: 10f5cb6a-66c1-4e9b-ab05-e316c293c5cd
  kind: Event
  lastTimestamp: "2026-07-29T11:38:13Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:38:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:38:13Z"
    name: isvc-sklearn-runtime-predictor-568d8b5f95-zz9fc.18c6bfb52d04d6cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "43946"
    uid: a1879b26-e8d7-4ca0-a55a-7d20ac60450e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:38:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-568d8b5f95-zz9fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "43803"
    uid: 10f5cb6a-66c1-4e9b-ab05-e316c293c5cd
  kind: Event
  lastTimestamp: "2026-07-29T11:38:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:38:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:38:30Z"
    name: isvc-sklearn-runtime-predictor-568d8b5f95-zz9fc.18c6bfba9b047b11
    namespace: kserve-ci-e2e-test
    resourceVersion: "44094"
    uid: cb1ba7bf-5131-4f01-9c24-e734d43dc5a7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:38:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-568d8b5f95-zz9fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "43803"
    uid: 10f5cb6a-66c1-4e9b-ab05-e316c293c5cd
  kind: Event
  lastTimestamp: "2026-07-29T11:38:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:38:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:38:30Z"
    name: isvc-sklearn-runtime-predictor-568d8b5f95-zz9fc.18c6bfba9b05a874
    namespace: kserve-ci-e2e-test
    resourceVersion: "44095"
    uid: 76c24bc1-2faf-406b-9db6-0fd9ccb5e880
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:37:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-568d8b5f95
    namespace: kserve-ci-e2e-test
    resourceVersion: "43792"
    uid: bf0d7bbc-fd9d-4a5b-a85a-1d4ac7bad588
  kind: Event
  lastTimestamp: "2026-07-29T11:37:58Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-568d8b5f95-zz9fc'
  metadata:
    creationTimestamp: "2026-07-29T11:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:37:58Z"
    name: isvc-sklearn-runtime-predictor-568d8b5f95.18c6bfb33224dd08
    namespace: kserve-ci-e2e-test
    resourceVersion: "43802"
    uid: 70ad9cdf-fdb6-4961-aa77-e52b79ee6bdd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:37:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43790"
    uid: 686a5472-b59a-4ba4-8621-51efb817fd21
  kind: Event
  lastTimestamp: "2026-07-29T11:37:58Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-568d8b5f95 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-29T11:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:37:58Z"
    name: isvc-sklearn-runtime-predictor.18c6bfb32eebb266
    namespace: kserve-ci-e2e-test
    resourceVersion: "43793"
    uid: 9661a65a-119a-42c9-8ce0-865b7991dd6f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:38:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43791"
    uid: 0d745a9a-ded3-4999-b684-f7e60ec9c105
  kind: Event
  lastTimestamp: "2026-07-29T11:38:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:38:13Z"
    name: isvc-sklearn-runtime-predictor.18c6bfb6ae000668
    namespace: kserve-ci-e2e-test
    resourceVersion: "43951"
    uid: 6705820c-f046-48fd-903c-3e851bb4fe06
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:38:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43791"
    uid: 0d745a9a-ded3-4999-b684-f7e60ec9c105
  kind: Event
  lastTimestamp: "2026-07-29T11:38:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:38:13Z"
    name: isvc-sklearn-runtime-predictor.18c6bfb6aeb71f52
    namespace: kserve-ci-e2e-test
    resourceVersion: "43953"
    uid: 79aa7f58-e03e-4e2d-ade3-65f33f9c88b2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:38:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43952"
    uid: 0d745a9a-ded3-4999-b684-f7e60ec9c105
  kind: Event
  lastTimestamp: "2026-07-29T11:38:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:38:28Z"
    name: isvc-sklearn-runtime-predictor.18c6bfba2ddf350f
    namespace: kserve-ci-e2e-test
    resourceVersion: "44066"
    uid: 0eee67c5-3bec-4a67-9ebe-abd410916d46
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:38:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43952"
    uid: 0d745a9a-ded3-4999-b684-f7e60ec9c105
  kind: Event
  lastTimestamp: "2026-07-29T11:38:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:38:28Z"
    name: isvc-sklearn-runtime-predictor.18c6bfba2e462e3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "44067"
    uid: e6639962-ea1e-4507-b578-dc1bbfc557a8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T11:37:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "43783"
    uid: ffc5fb1f-419f-4871-b5f3-8b2b02a0a94c
  kind: Event
  lastTimestamp: "2026-07-29T11:38:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:38:23Z"
    name: isvc-sklearn-runtime.18c6bfb32ef87869
    namespace: kserve-ci-e2e-test
    resourceVersion: "44028"
    uid: 4f07d60b-183b-426e-a305-20c482f71f53
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:37:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "43783"
    uid: ffc5fb1f-419f-4871-b5f3-8b2b02a0a94c
  kind: Event
  lastTimestamp: "2026-07-29T11:37:58Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:37:58Z"
    name: isvc-sklearn-runtime.18c6bfb32f6214bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "43796"
    uid: f27c3b24-93f3-4319-816d-b9492f9a7742
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:38:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44026"
    uid: ffc5fb1f-419f-4871-b5f3-8b2b02a0a94c
  kind: Event
  lastTimestamp: "2026-07-29T11:38:23Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:38:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:38:23Z"
    name: isvc-sklearn-runtime.18c6bfb8ecab1bd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "44027"
    uid: 93d201f6-e145-4f37-bddf-ea802a51206d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:53:30.852434Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6988b47874-zvhk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51562"
    uid: 329c9f6d-0a91-4bd7-9621-566c1a028fbc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-6988b47874-zvhk6
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:53:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:53:30Z"
    name: isvc-sklearn-s3-predictor-6988b47874-zvhk6.18c6c08c3d2002bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "51568"
    uid: 8aadc59f-9e9b-4a4c-a04f-a47026d69aa7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:53:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6988b47874-zvhk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51573"
    uid: 329c9f6d-0a91-4bd7-9621-566c1a028fbc
  kind: Event
  lastTimestamp: "2026-07-29T11:53:31Z"
  message: Add eth0 [10.133.0.75/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:53:31Z"
    name: isvc-sklearn-s3-predictor-6988b47874-zvhk6.18c6c08c56b33982
    namespace: kserve-ci-e2e-test
    resourceVersion: "51585"
    uid: e8faf460-ad61-40a8-8873-a7074798ac8e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6988b47874-zvhk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51565"
    uid: 329c9f6d-0a91-4bd7-9621-566c1a028fbc
  kind: Event
  lastTimestamp: "2026-07-29T11:53:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:53:31Z"
    name: isvc-sklearn-s3-predictor-6988b47874-zvhk6.18c6c08c5817b495
    namespace: kserve-ci-e2e-test
    resourceVersion: "51588"
    uid: 578723f0-34c6-4ad2-9f0b-ef55ac6acfa7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6988b47874-zvhk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51565"
    uid: 329c9f6d-0a91-4bd7-9621-566c1a028fbc
  kind: Event
  lastTimestamp: "2026-07-29T11:53:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:53:31Z"
    name: isvc-sklearn-s3-predictor-6988b47874-zvhk6.18c6c08c5aa39d3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "51590"
    uid: 165fcadc-6c1c-41e1-8734-0e56eece606c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6988b47874-zvhk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51565"
    uid: 329c9f6d-0a91-4bd7-9621-566c1a028fbc
  kind: Event
  lastTimestamp: "2026-07-29T11:53:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:53:31Z"
    name: isvc-sklearn-s3-predictor-6988b47874-zvhk6.18c6c08c5b159d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "51591"
    uid: c835413c-1241-41e4-8562-a43b5ff5f2a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6988b47874-zvhk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51565"
    uid: 329c9f6d-0a91-4bd7-9621-566c1a028fbc
  kind: Event
  lastTimestamp: "2026-07-29T11:53:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:53:33Z"
    name: isvc-sklearn-s3-predictor-6988b47874-zvhk6.18c6c08cca99f7d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "51611"
    uid: de076257-351a-4ef9-96cb-345fb7f35416
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6988b47874-zvhk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51565"
    uid: 329c9f6d-0a91-4bd7-9621-566c1a028fbc
  kind: Event
  lastTimestamp: "2026-07-29T11:53:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:53:33Z"
    name: isvc-sklearn-s3-predictor-6988b47874-zvhk6.18c6c08ccd7954ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "51613"
    uid: aca9144d-dfb2-4cc8-8f5e-a0f58284530c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6988b47874-zvhk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51565"
    uid: 329c9f6d-0a91-4bd7-9621-566c1a028fbc
  kind: Event
  lastTimestamp: "2026-07-29T11:53:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:53:33Z"
    name: isvc-sklearn-s3-predictor-6988b47874-zvhk6.18c6c08ccded8a58
    namespace: kserve-ci-e2e-test
    resourceVersion: "51614"
    uid: 6b39c383-37d0-4fdb-86ce-018583b139c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6988b47874-zvhk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51565"
    uid: 329c9f6d-0a91-4bd7-9621-566c1a028fbc
  kind: Event
  lastTimestamp: "2026-07-29T11:53:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:53:33Z"
    name: isvc-sklearn-s3-predictor-6988b47874-zvhk6.18c6c08ccdf72f34
    namespace: kserve-ci-e2e-test
    resourceVersion: "51615"
    uid: 417d3fbf-ee89-4111-adbf-d93bf56e0580
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6988b47874-zvhk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51565"
    uid: 329c9f6d-0a91-4bd7-9621-566c1a028fbc
  kind: Event
  lastTimestamp: "2026-07-29T11:53:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:53:33Z"
    name: isvc-sklearn-s3-predictor-6988b47874-zvhk6.18c6c08cd0a32b6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "51618"
    uid: 5f8da80e-c008-4a48-a7d0-7d5463e0adde
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6988b47874-zvhk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51565"
    uid: 329c9f6d-0a91-4bd7-9621-566c1a028fbc
  kind: Event
  lastTimestamp: "2026-07-29T11:53:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:53:33Z"
    name: isvc-sklearn-s3-predictor-6988b47874-zvhk6.18c6c08cd10db5d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "51619"
    uid: 0da0e036-59cd-488f-ab7d-0bfb29261dce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-29T11:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6988b47874-zvhk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51565"
    uid: 329c9f6d-0a91-4bd7-9621-566c1a028fbc
  kind: Event
  lastTimestamp: "2026-07-29T11:54:51Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.75:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:54:51Z"
    name: isvc-sklearn-s3-predictor-6988b47874-zvhk6.18c6c08d428517d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "52227"
    uid: 113ecb0c-a2e5-4390-8647-55fd1d01b79a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:54:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6988b47874-zvhk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51565"
    uid: 329c9f6d-0a91-4bd7-9621-566c1a028fbc
  kind: Event
  lastTimestamp: "2026-07-29T11:54:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:54:50Z"
    name: isvc-sklearn-s3-predictor-6988b47874-zvhk6.18c6c09ee3be5ff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52187"
    uid: f7b741b4-d52c-4089-8202-9c5472557a8b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:54:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6988b47874-zvhk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51565"
    uid: 329c9f6d-0a91-4bd7-9621-566c1a028fbc
  kind: Event
  lastTimestamp: "2026-07-29T11:54:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:54:50Z"
    name: isvc-sklearn-s3-predictor-6988b47874-zvhk6.18c6c09ee3becfe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "52188"
    uid: f6bf190f-5ca6-4e20-8633-8d0b17fd54c2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:54:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6988b47874-zvhk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51565"
    uid: 329c9f6d-0a91-4bd7-9621-566c1a028fbc
  kind: Event
  lastTimestamp: "2026-07-29T11:54:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.75:8643/healthz": dial tcp
    10.133.0.75:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:54:51Z"
    name: isvc-sklearn-s3-predictor-6988b47874-zvhk6.18c6c09ef4ac1eb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "52226"
    uid: e83bfa7b-1df5-4db2-92b0-c52b9eb4c90c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:53:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-6988b47874
    namespace: kserve-ci-e2e-test
    resourceVersion: "51552"
    uid: 2a549aba-7097-459c-a735-9763249b907b
  kind: Event
  lastTimestamp: "2026-07-29T11:53:30Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-6988b47874-zvhk6'
  metadata:
    creationTimestamp: "2026-07-29T11:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:53:30Z"
    name: isvc-sklearn-s3-predictor-6988b47874.18c6c08c3cbafd14
    namespace: kserve-ci-e2e-test
    resourceVersion: "51564"
    uid: babf232a-9c33-4083-ac75-fd78d0fa14d4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:53:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51550"
    uid: a1795349-784c-4ea9-a4df-4bbfdf93a89a
  kind: Event
  lastTimestamp: "2026-07-29T11:53:30Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-6988b47874 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:53:30Z"
    name: isvc-sklearn-s3-predictor.18c6c08c39d7a55f
    namespace: kserve-ci-e2e-test
    resourceVersion: "51553"
    uid: 6a343389-12f0-49b8-bd71-819c4334bd54
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:53:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51551"
    uid: 48c3a102-3e28-4b57-8cbb-6d200c289d72
  kind: Event
  lastTimestamp: "2026-07-29T11:54:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:54:00Z"
    name: isvc-sklearn-s3-predictor.18c6c08fb8b4649a
    namespace: kserve-ci-e2e-test
    resourceVersion: "51811"
    uid: 805665ff-e881-48fc-a126-aef36c947b79
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:53:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51551"
    uid: 48c3a102-3e28-4b57-8cbb-6d200c289d72
  kind: Event
  lastTimestamp: "2026-07-29T11:54:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:54:00Z"
    name: isvc-sklearn-s3-predictor.18c6c08fb924e3df
    namespace: kserve-ci-e2e-test
    resourceVersion: "51812"
    uid: 63fa01a7-6285-450a-ad15-f2879f3562f0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:54:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51705"
    uid: 48c3a102-3e28-4b57-8cbb-6d200c289d72
  kind: Event
  lastTimestamp: "2026-07-29T11:54:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:54:45Z"
    name: isvc-sklearn-s3-predictor.18c6c096b736a28f
    namespace: kserve-ci-e2e-test
    resourceVersion: "52132"
    uid: 1524a85b-4181-4520-b154-af5d023d06ec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:54:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51705"
    uid: 48c3a102-3e28-4b57-8cbb-6d200c289d72
  kind: Event
  lastTimestamp: "2026-07-29T11:54:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:54:45Z"
    name: isvc-sklearn-s3-predictor.18c6c096b7a310b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52133"
    uid: 6a1e89bc-ab6d-48e0-8e71-feedf40dba19
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:57:54.448032Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55d588cc5d-ldzrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "53778"
    uid: e661d8a5-43ed-41c0-ab73-8e496f3af2a5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-55d588cc5d-ldzrv
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:57:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:57:54Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55d588cc5d-ldzrv.18c6c0c99ca5ae6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "53783"
    uid: 70fa471f-2a09-487f-aa81-7deb36eb4e0b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:57:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55d588cc5d-ldzrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "53780"
    uid: e661d8a5-43ed-41c0-ab73-8e496f3af2a5
  kind: Event
  lastTimestamp: "2026-07-29T11:58:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-29T11:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:58:05Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55d588cc5d-ldzrv.18c6c0c9ab2b0651
    namespace: kserve-ci-e2e-test
    resourceVersion: "53908"
    uid: 8cb3b7fc-4975-466c-a309-97442b9a558f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:57:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55d588cc5d-ldzrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "53788"
    uid: e661d8a5-43ed-41c0-ab73-8e496f3af2a5
  kind: Event
  lastTimestamp: "2026-07-29T11:57:55Z"
  message: Add eth0 [10.133.0.79/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:57:55Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55d588cc5d-ldzrv.18c6c0c9da523a5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "53808"
    uid: 39029c5e-b4ad-41da-b393-d8c86c22f956
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55d588cc5d-ldzrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "53780"
    uid: e661d8a5-43ed-41c0-ab73-8e496f3af2a5
  kind: Event
  lastTimestamp: "2026-07-29T11:58:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:58:00Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55d588cc5d-ldzrv.18c6c0c9dbccdae0
    namespace: kserve-ci-e2e-test
    resourceVersion: "53855"
    uid: f24b3a62-50b4-4b6f-95dc-d7a274b57011
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55d588cc5d-ldzrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "53780"
    uid: e661d8a5-43ed-41c0-ab73-8e496f3af2a5
  kind: Event
  lastTimestamp: "2026-07-29T11:58:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:58:00Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55d588cc5d-ldzrv.18c6c0c9df36f6d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "53857"
    uid: a799f63a-58e3-4a37-ad9a-bc8a4b6dfdad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55d588cc5d-ldzrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "53780"
    uid: e661d8a5-43ed-41c0-ab73-8e496f3af2a5
  kind: Event
  lastTimestamp: "2026-07-29T11:58:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:58:00Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55d588cc5d-ldzrv.18c6c0c9dfa37f08
    namespace: kserve-ci-e2e-test
    resourceVersion: "53858"
    uid: 966e63c9-1c98-4df5-aef0-c616da76f2d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:58:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55d588cc5d-ldzrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "53780"
    uid: e661d8a5-43ed-41c0-ab73-8e496f3af2a5
  kind: Event
  lastTimestamp: "2026-07-29T11:58:04Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-custom-fail-predictor-55d588cc5d-ldzrv_kserve-ci-e2e-test(e661d8a5-43ed-41c0-ab73-8e496f3af2a5)
  metadata:
    creationTimestamp: "2026-07-29T11:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:58:04Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55d588cc5d-ldzrv.18c6c0cbf20e62f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53903"
    uid: 0c18688c-e44f-425c-b36b-c6a757800943
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:57:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55d588cc5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53770"
    uid: 94b756a1-e9bc-4947-85fb-16a7483254f7
  kind: Event
  lastTimestamp: "2026-07-29T11:57:54Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-55d588cc5d-ldzrv'
  metadata:
    creationTimestamp: "2026-07-29T11:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:57:54Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55d588cc5d.18c6c0c99c3bb926
    namespace: kserve-ci-e2e-test
    resourceVersion: "53779"
    uid: 3b8d696b-1d2e-41b9-b807-cc15a28c1797
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:57:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53768"
    uid: b31d8f63-3a05-4663-aca0-919519268b76
  kind: Event
  lastTimestamp: "2026-07-29T11:57:54Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-55d588cc5d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:57:54Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18c6c0c999f72ded
    namespace: kserve-ci-e2e-test
    resourceVersion: "53771"
    uid: 82094477-9abe-4c52-b968-67df42a4d1fd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T11:57:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "53761"
    uid: 0a251e65-7378-4892-84af-bd8eafb74334
  kind: Event
  lastTimestamp: "2026-07-29T11:58:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:58:00Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c6c0c99a2150e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "53862"
    uid: 68dbb6b5-281d-416b-86bc-f2720c1e7c38
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:57:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "53761"
    uid: 0a251e65-7378-4892-84af-bd8eafb74334
  kind: Event
  lastTimestamp: "2026-07-29T11:57:54Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:57:54Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c6c0c99a7d3cc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "53791"
    uid: 91041377-f92c-4a22-a78d-03ac9e933fa5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:57:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "53764"
    uid: 0a251e65-7378-4892-84af-bd8eafb74334
  kind: Event
  lastTimestamp: "2026-07-29T11:57:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-29T11:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:57:54Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c6c0c9a0fe64df
    namespace: kserve-ci-e2e-test
    resourceVersion: "53792"
    uid: c0debca1-ef6b-4d8d-8342-479172f88652
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:56:33.338200Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878-t545d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53107"
    uid: 2625666f-0b01-40f3-b7b4-f1e4d8a9b904
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878-t545d
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:56:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:56:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878-t545d.18c6c0b6ba1fd26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53113"
    uid: 454f0c95-9af5-45d5-86b6-be391053d987
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:56:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878-t545d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53108"
    uid: 2625666f-0b01-40f3-b7b4-f1e4d8a9b904
  kind: Event
  lastTimestamp: "2026-07-29T11:56:33Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-29T11:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:56:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878-t545d.18c6c0b6cb021430
    namespace: kserve-ci-e2e-test
    resourceVersion: "53129"
    uid: 9dd8f041-566c-44da-ad8c-b07f10c95249
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:56:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878-t545d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53122"
    uid: 2625666f-0b01-40f3-b7b4-f1e4d8a9b904
  kind: Event
  lastTimestamp: "2026-07-29T11:56:34Z"
  message: Add eth0 [10.133.0.78/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:56:34Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878-t545d.18c6c0b6f76b5dea
    namespace: kserve-ci-e2e-test
    resourceVersion: "53136"
    uid: b27ee40a-f130-4bbb-ab75-a4f3b8d04794
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:56:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878-t545d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53108"
    uid: 2625666f-0b01-40f3-b7b4-f1e4d8a9b904
  kind: Event
  lastTimestamp: "2026-07-29T11:56:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:56:34Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878-t545d.18c6c0b6f8d87e6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "53138"
    uid: 9a49d74d-2cc9-410f-a563-c3f0a1267a27
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:56:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878-t545d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53108"
    uid: 2625666f-0b01-40f3-b7b4-f1e4d8a9b904
  kind: Event
  lastTimestamp: "2026-07-29T11:56:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:56:34Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878-t545d.18c6c0b6fc287b25
    namespace: kserve-ci-e2e-test
    resourceVersion: "53139"
    uid: ab9ec291-354b-4366-8c5d-bc3f9a97c904
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:56:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878-t545d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53108"
    uid: 2625666f-0b01-40f3-b7b4-f1e4d8a9b904
  kind: Event
  lastTimestamp: "2026-07-29T11:56:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:56:34Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878-t545d.18c6c0b6fc980f7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "53140"
    uid: c7237512-9762-49ed-b497-8d94d08ef2c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878-t545d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53108"
    uid: 2625666f-0b01-40f3-b7b4-f1e4d8a9b904
  kind: Event
  lastTimestamp: "2026-07-29T11:56:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:56:36Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878-t545d.18c6c0b75b0e6433
    namespace: kserve-ci-e2e-test
    resourceVersion: "53161"
    uid: f75897a8-a62a-4642-831d-ce0166a56bee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878-t545d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53108"
    uid: 2625666f-0b01-40f3-b7b4-f1e4d8a9b904
  kind: Event
  lastTimestamp: "2026-07-29T11:56:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:56:36Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878-t545d.18c6c0b75e5a9c87
    namespace: kserve-ci-e2e-test
    resourceVersion: "53163"
    uid: ac2ed885-e6c2-4962-941b-cfea7edfaf19
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878-t545d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53108"
    uid: 2625666f-0b01-40f3-b7b4-f1e4d8a9b904
  kind: Event
  lastTimestamp: "2026-07-29T11:56:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:56:36Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878-t545d.18c6c0b75ec5f9dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "53164"
    uid: a32782bd-33e7-4faa-9b2f-c7671fb4901b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878-t545d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53108"
    uid: 2625666f-0b01-40f3-b7b4-f1e4d8a9b904
  kind: Event
  lastTimestamp: "2026-07-29T11:56:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:56:36Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878-t545d.18c6c0b75ecf117f
    namespace: kserve-ci-e2e-test
    resourceVersion: "53167"
    uid: ab4e519b-8d00-4f7d-a8c5-6e06c1d2a3ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878-t545d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53108"
    uid: 2625666f-0b01-40f3-b7b4-f1e4d8a9b904
  kind: Event
  lastTimestamp: "2026-07-29T11:56:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:56:36Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878-t545d.18c6c0b7613cd133
    namespace: kserve-ci-e2e-test
    resourceVersion: "53170"
    uid: 3b1a7cee-3601-4788-b659-21af8408d860
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878-t545d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53108"
    uid: 2625666f-0b01-40f3-b7b4-f1e4d8a9b904
  kind: Event
  lastTimestamp: "2026-07-29T11:56:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:56:36Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878-t545d.18c6c0b761a82620
    namespace: kserve-ci-e2e-test
    resourceVersion: "53171"
    uid: 026f2bca-9ec8-4c3d-95c4-63b6edd48c25
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-29T11:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878-t545d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53108"
    uid: 2625666f-0b01-40f3-b7b4-f1e4d8a9b904
  kind: Event
  lastTimestamp: "2026-07-29T11:57:43Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.78:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:57:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878-t545d.18c6c0b7971bec90
    namespace: kserve-ci-e2e-test
    resourceVersion: "53643"
    uid: fb3f173a-3779-462d-b8dc-cfe736d35396
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:57:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878-t545d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53108"
    uid: 2625666f-0b01-40f3-b7b4-f1e4d8a9b904
  kind: Event
  lastTimestamp: "2026-07-29T11:57:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:57:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:57:53Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878-t545d.18c6c0c95d318ad7
    namespace: kserve-ci-e2e-test
    resourceVersion: "53741"
    uid: 69cb968a-5a73-4354-b1bb-96cbb2cc4962
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:57:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878-t545d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53108"
    uid: 2625666f-0b01-40f3-b7b4-f1e4d8a9b904
  kind: Event
  lastTimestamp: "2026-07-29T11:57:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:57:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:57:53Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878-t545d.18c6c0c95d31ee47
    namespace: kserve-ci-e2e-test
    resourceVersion: "53742"
    uid: eb941655-fc8e-4e7b-bbc9-a88648b6d48c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:56:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878
    namespace: kserve-ci-e2e-test
    resourceVersion: "53099"
    uid: 40b9da3f-8d83-4149-a102-18bf10f77675
  kind: Event
  lastTimestamp: "2026-07-29T11:56:33Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878-t545d'
  metadata:
    creationTimestamp: "2026-07-29T11:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:56:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878.18c6c0b6b9c9e2d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "53109"
    uid: 17cea805-2188-4ba4-86be-7905ecb4020f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:56:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53096"
    uid: e0ef713d-651a-4496-9e7c-121947f5b1b4
  kind: Event
  lastTimestamp: "2026-07-29T11:56:33Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-b96c9878
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:56:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c6c0b6b77a5b44
    namespace: kserve-ci-e2e-test
    resourceVersion: "53100"
    uid: 6b4d612a-dcee-4b0a-905e-bff606d94eb7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:56:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53098"
    uid: b5637ec5-e3cb-4de7-9073-48517db30bde
  kind: Event
  lastTimestamp: "2026-07-29T11:56:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:56:48Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c6c0ba3699cc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "53255"
    uid: f145da59-1163-4f97-a1a8-8625e73640ec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:56:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53098"
    uid: b5637ec5-e3cb-4de7-9073-48517db30bde
  kind: Event
  lastTimestamp: "2026-07-29T11:56:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:56:48Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c6c0ba370d7475
    namespace: kserve-ci-e2e-test
    resourceVersion: "53257"
    uid: c081e95b-5b26-4fc4-bd21-ab6b9019470e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-29T11:57:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53256"
    uid: b5637ec5-e3cb-4de7-9073-48517db30bde
  kind: Event
  lastTimestamp: "2026-07-29T11:57:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:57:48Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c6c0bdb5b53baa
    namespace: kserve-ci-e2e-test
    resourceVersion: "53684"
    uid: a6ab1d70-5782-43d4-acc7-2a16ffd020d2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-29T11:57:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53256"
    uid: b5637ec5-e3cb-4de7-9073-48517db30bde
  kind: Event
  lastTimestamp: "2026-07-29T11:57:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:57:48Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c6c0bdb61da21c
    namespace: kserve-ci-e2e-test
    resourceVersion: "53685"
    uid: f425297e-872b-445d-81ea-2c49c3e3cdf8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-29T11:56:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53089"
    uid: f1c97dee-4344-44ab-948d-34126278ca0f
  kind: Event
  lastTimestamp: "2026-07-29T11:57:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:57:53Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c6c0b6b7864a54
    namespace: kserve-ci-e2e-test
    resourceVersion: "53724"
    uid: cd8c85d9-e5b2-4cb4-87c7-c69054c630c9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:56:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53089"
    uid: f1c97dee-4344-44ab-948d-34126278ca0f
  kind: Event
  lastTimestamp: "2026-07-29T11:56:33Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:56:33Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c6c0b6b7ef24d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "53103"
    uid: 0958f3c6-b041-45ca-ac68-e305d0ed6aa0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:57:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53721"
    uid: f1c97dee-4344-44ab-948d-34126278ca0f
  kind: Event
  lastTimestamp: "2026-07-29T11:57:53Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:57:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:57:53Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c6c0c951a31eb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53722"
    uid: c222a14d-e221-4dfd-ab5d-d8fd86462413
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:56:22.260724Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-674d7b9598-gjzbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "52949"
    uid: fbd59370-bab5-4f03-8199-b30ee99671cb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-674d7b9598-gjzbg
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:56:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:56:22Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-674d7b9598-gjzbg.18c6c0b425daf9a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "52953"
    uid: fb4dd544-123a-44c2-ac16-b04fffec8e61
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:56:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-674d7b9598-gjzbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "52956"
    uid: fbd59370-bab5-4f03-8199-b30ee99671cb
  kind: Event
  lastTimestamp: "2026-07-29T11:56:22Z"
  message: Add eth0 [10.133.0.77/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:56:22Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-674d7b9598-gjzbg.18c6c0b43f081e0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "52965"
    uid: 3252bb2b-4297-4d07-81ff-eaf622fd476b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:56:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-674d7b9598-gjzbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "52951"
    uid: fbd59370-bab5-4f03-8199-b30ee99671cb
  kind: Event
  lastTimestamp: "2026-07-29T11:56:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:56:27Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-674d7b9598-gjzbg.18c6c0b44071b3ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "53022"
    uid: 48a40960-191c-4b7e-b4f4-1e63ee823077
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:56:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-674d7b9598-gjzbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "52951"
    uid: fbd59370-bab5-4f03-8199-b30ee99671cb
  kind: Event
  lastTimestamp: "2026-07-29T11:56:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:56:28Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-674d7b9598-gjzbg.18c6c0b44394b6ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "53024"
    uid: d8d5b460-db52-401c-a5b2-441ac2c36f35
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:56:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-674d7b9598-gjzbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "52951"
    uid: fbd59370-bab5-4f03-8199-b30ee99671cb
  kind: Event
  lastTimestamp: "2026-07-29T11:56:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:56:28Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-674d7b9598-gjzbg.18c6c0b44402e0a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "53025"
    uid: 54b96083-20a2-4362-ace8-85ee8a0945dc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-674d7b9598-gjzbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "52951"
    uid: fbd59370-bab5-4f03-8199-b30ee99671cb
  kind: Event
  lastTimestamp: "2026-07-29T11:56:32Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:56:32Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-674d7b9598-gjzbg.18c6c0b678554f4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "53069"
    uid: 9da04b74-13bf-4d29-b759-530264bd42f9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:56:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-674d7b9598
    namespace: kserve-ci-e2e-test
    resourceVersion: "52938"
    uid: 5cba5e1d-3742-48af-b0de-afe40ed4fd12
  kind: Event
  lastTimestamp: "2026-07-29T11:56:22Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-674d7b9598-gjzbg'
  metadata:
    creationTimestamp: "2026-07-29T11:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:56:22Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-674d7b9598.18c6c0b42570bfb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "52950"
    uid: a3ce8feb-82a4-4b40-8418-9b67edc4c672
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:56:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52936"
    uid: dde40735-8a51-4cf4-955b-eb70fa0a6299
  kind: Event
  lastTimestamp: "2026-07-29T11:56:22Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-674d7b9598
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:56:22Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18c6c0b4217c7e90
    namespace: kserve-ci-e2e-test
    resourceVersion: "52939"
    uid: 78142713-e89d-4242-894b-a453a596094d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-29T11:56:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "52928"
    uid: 099c7121-1918-42b8-aa51-500f4eb79fe6
  kind: Event
  lastTimestamp: "2026-07-29T11:56:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:56:28Z"
    name: isvc-sklearn-s3-tls-global-fail.18c6c0b4218edb50
    namespace: kserve-ci-e2e-test
    resourceVersion: "53028"
    uid: cb02febc-cb86-42e1-8d47-ecfec0477fdf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:56:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "52928"
    uid: 099c7121-1918-42b8-aa51-500f4eb79fe6
  kind: Event
  lastTimestamp: "2026-07-29T11:56:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:56:22Z"
    name: isvc-sklearn-s3-tls-global-fail.18c6c0b421fb835b
    namespace: kserve-ci-e2e-test
    resourceVersion: "52943"
    uid: 02c7efee-f85b-4e18-9558-57efaaa78cca
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:54:51.091267Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b-vgctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "52210"
    uid: e888f909-2248-428a-8f77-118a6ed96366
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b-vgctp
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:54:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:54:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b-vgctp.18c6c09eebbb7371
    namespace: kserve-ci-e2e-test
    resourceVersion: "52216"
    uid: a99b0371-3b73-4457-9a3c-5ab222f458e5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:54:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b-vgctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "52214"
    uid: e888f909-2248-428a-8f77-118a6ed96366
  kind: Event
  lastTimestamp: "2026-07-29T11:54:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-29T11:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:54:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b-vgctp.18c6c09ef6682309
    namespace: kserve-ci-e2e-test
    resourceVersion: "52228"
    uid: d44780ad-f860-4632-8181-018e2d028018
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:54:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b-vgctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "52221"
    uid: e888f909-2248-428a-8f77-118a6ed96366
  kind: Event
  lastTimestamp: "2026-07-29T11:54:52Z"
  message: Add eth0 [10.133.0.76/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:54:52Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b-vgctp.18c6c09f28cb231c
    namespace: kserve-ci-e2e-test
    resourceVersion: "52238"
    uid: f737630a-16b5-4445-8a5f-5fbc2a8062ef
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b-vgctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "52214"
    uid: e888f909-2248-428a-8f77-118a6ed96366
  kind: Event
  lastTimestamp: "2026-07-29T11:54:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:54:52Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b-vgctp.18c6c09f2a2691cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "52240"
    uid: 144a6062-5d34-4547-81bb-85b4b94ec272
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b-vgctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "52214"
    uid: e888f909-2248-428a-8f77-118a6ed96366
  kind: Event
  lastTimestamp: "2026-07-29T11:54:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:54:52Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b-vgctp.18c6c09f2d399ca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52242"
    uid: febb6907-feaa-476e-8e6f-f23177dea2ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b-vgctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "52214"
    uid: e888f909-2248-428a-8f77-118a6ed96366
  kind: Event
  lastTimestamp: "2026-07-29T11:54:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:54:52Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b-vgctp.18c6c09f2daa67d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "52243"
    uid: dead4d6d-de68-4de0-827a-12e43c6d1d05
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:54:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b-vgctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "52214"
    uid: e888f909-2248-428a-8f77-118a6ed96366
  kind: Event
  lastTimestamp: "2026-07-29T11:54:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:54:53Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b-vgctp.18c6c09f800557f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "52261"
    uid: d0bc8a76-f8b5-4dbb-93d8-5db0762ce571
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:54:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b-vgctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "52214"
    uid: e888f909-2248-428a-8f77-118a6ed96366
  kind: Event
  lastTimestamp: "2026-07-29T11:54:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:54:53Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b-vgctp.18c6c09f82ef493f
    namespace: kserve-ci-e2e-test
    resourceVersion: "52263"
    uid: d623366b-da64-4875-bcd9-b5d3c98e91fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:54:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b-vgctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "52214"
    uid: e888f909-2248-428a-8f77-118a6ed96366
  kind: Event
  lastTimestamp: "2026-07-29T11:54:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:54:53Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b-vgctp.18c6c09f83603c5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "52264"
    uid: 08156831-879b-49cb-91f2-7d74d2e806d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:54:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b-vgctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "52214"
    uid: e888f909-2248-428a-8f77-118a6ed96366
  kind: Event
  lastTimestamp: "2026-07-29T11:54:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:54:53Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b-vgctp.18c6c09f8369ef51
    namespace: kserve-ci-e2e-test
    resourceVersion: "52265"
    uid: 226530ef-375c-4f0a-ac53-47247800bfad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:54:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b-vgctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "52214"
    uid: e888f909-2248-428a-8f77-118a6ed96366
  kind: Event
  lastTimestamp: "2026-07-29T11:54:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:54:53Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b-vgctp.18c6c09f86635721
    namespace: kserve-ci-e2e-test
    resourceVersion: "52268"
    uid: 131fc329-bd94-49d6-90b5-44372b7b3e75
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:54:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b-vgctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "52214"
    uid: e888f909-2248-428a-8f77-118a6ed96366
  kind: Event
  lastTimestamp: "2026-07-29T11:54:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:54:53Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b-vgctp.18c6c09f86d4d87d
    namespace: kserve-ci-e2e-test
    resourceVersion: "52270"
    uid: 0bdcf39e-21bd-4e7d-be40-b954cf8805be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T11:54:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b-vgctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "52214"
    uid: e888f909-2248-428a-8f77-118a6ed96366
  kind: Event
  lastTimestamp: "2026-07-29T11:56:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.76:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:56:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b-vgctp.18c6c09ff835b70a
    namespace: kserve-ci-e2e-test
    resourceVersion: "52917"
    uid: 4408c84b-fc21-456a-aa96-e6a4ff499768
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:56:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b-vgctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "52214"
    uid: e888f909-2248-428a-8f77-118a6ed96366
  kind: Event
  lastTimestamp: "2026-07-29T11:56:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:56:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:56:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b-vgctp.18c6c0b3e2af09c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52909"
    uid: 7c229d9d-941d-4bbe-ae7b-efbc8f100c73
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:56:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b-vgctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "52214"
    uid: e888f909-2248-428a-8f77-118a6ed96366
  kind: Event
  lastTimestamp: "2026-07-29T11:56:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:56:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:56:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b-vgctp.18c6c0b3e2afa81c
    namespace: kserve-ci-e2e-test
    resourceVersion: "52910"
    uid: 0de8b80a-5779-4a4b-8ac0-10b612223c21
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:56:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b-vgctp
    namespace: kserve-ci-e2e-test
    resourceVersion: "52214"
    uid: e888f909-2248-428a-8f77-118a6ed96366
  kind: Event
  lastTimestamp: "2026-07-29T11:56:21Z"
  message: 'Readiness probe failed: Get "https://10.133.0.76:8643/healthz": dial tcp
    10.133.0.76:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:56:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:56:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b-vgctp.18c6c0b3fe73c48d
    namespace: kserve-ci-e2e-test
    resourceVersion: "52916"
    uid: ece37bac-d631-41db-9fc8-be390800dfc8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:54:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b
    namespace: kserve-ci-e2e-test
    resourceVersion: "52202"
    uid: fe1b6463-ef36-4b05-a268-f4ddc11caf06
  kind: Event
  lastTimestamp: "2026-07-29T11:54:51Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b-vgctp'
  metadata:
    creationTimestamp: "2026-07-29T11:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:54:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b.18c6c09eeb4de73e
    namespace: kserve-ci-e2e-test
    resourceVersion: "52213"
    uid: 4bf23052-dedb-4064-b045-ab35bc9396de
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:54:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52200"
    uid: 5da13bf5-caaa-4744-ad58-d8254f8207cd
  kind: Event
  lastTimestamp: "2026-07-29T11:54:51Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-67fbf6b78b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:54:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c6c09ee8b8e3cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "52203"
    uid: 2e4e12ec-619a-474a-bfb4-6b4ccfdf152d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:55:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52201"
    uid: df195166-f77c-467c-800c-e40e0df1e641
  kind: Event
  lastTimestamp: "2026-07-29T11:55:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:55:06Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c6c0a2674e064e
    namespace: kserve-ci-e2e-test
    resourceVersion: "52356"
    uid: f6b0ee84-b5fa-49ff-87f0-a6a37cbef116
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:55:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52201"
    uid: df195166-f77c-467c-800c-e40e0df1e641
  kind: Event
  lastTimestamp: "2026-07-29T11:55:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:55:06Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c6c0a267b35091
    namespace: kserve-ci-e2e-test
    resourceVersion: "52358"
    uid: 4c81703f-66fe-44eb-8496-c537442b0665
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-29T11:55:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52357"
    uid: df195166-f77c-467c-800c-e40e0df1e641
  kind: Event
  lastTimestamp: "2026-07-29T11:56:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:56:06Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c6c0a5e6f05318
    namespace: kserve-ci-e2e-test
    resourceVersion: "52778"
    uid: efdea721-8adf-4c41-9544-4729b840b9ed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-29T11:55:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52357"
    uid: df195166-f77c-467c-800c-e40e0df1e641
  kind: Event
  lastTimestamp: "2026-07-29T11:56:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:56:06Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c6c0a5e75a95af
    namespace: kserve-ci-e2e-test
    resourceVersion: "52779"
    uid: 7180a738-9669-457c-a43f-fab04205e0f0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T11:54:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "52189"
    uid: 4ab65c71-d418-4a8f-b1e4-f73a7fd473fb
  kind: Event
  lastTimestamp: "2026-07-29T11:56:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:56:11Z"
    name: isvc-sklearn-s3-tls-global-pass.18c6c09ee8c5192c
    namespace: kserve-ci-e2e-test
    resourceVersion: "52835"
    uid: e923cc51-4443-443d-a0f0-ec3b010878c7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:54:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "52189"
    uid: 4ab65c71-d418-4a8f-b1e4-f73a7fd473fb
  kind: Event
  lastTimestamp: "2026-07-29T11:54:51Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:54:51Z"
    name: isvc-sklearn-s3-tls-global-pass.18c6c09ee9792719
    namespace: kserve-ci-e2e-test
    resourceVersion: "52207"
    uid: dbdb1ef9-9000-442a-b4bc-63756a9b3648
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:56:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "52832"
    uid: 4ab65c71-d418-4a8f-b1e4-f73a7fd473fb
  kind: Event
  lastTimestamp: "2026-07-29T11:56:11Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:56:11Z"
    name: isvc-sklearn-s3-tls-global-pass.18c6c0b1b08ee10f
    namespace: kserve-ci-e2e-test
    resourceVersion: "52833"
    uid: 34edac7f-227e-4a8a-81cc-af27ecc4a92f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:59:26.671680Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7547d7674c-l6zh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "54604"
    uid: a6ebb6cd-1a69-444d-b6f9-b3745623691f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-7547d7674c-l6zh5
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:59:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:59:26Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7547d7674c-l6zh5.18c6c0df159ad50f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54609"
    uid: 96863397-fbe7-411f-8c2a-27d630466d4b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:59:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7547d7674c-l6zh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "54615"
    uid: a6ebb6cd-1a69-444d-b6f9-b3745623691f
  kind: Event
  lastTimestamp: "2026-07-29T11:59:27Z"
  message: Add eth0 [10.133.0.81/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:59:27Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7547d7674c-l6zh5.18c6c0df2efa556f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54625"
    uid: 3d126540-fbd5-4d9f-a6e6-38303ccb08d6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7547d7674c-l6zh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "54606"
    uid: a6ebb6cd-1a69-444d-b6f9-b3745623691f
  kind: Event
  lastTimestamp: "2026-07-29T11:59:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:59:29Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7547d7674c-l6zh5.18c6c0df307f6842
    namespace: kserve-ci-e2e-test
    resourceVersion: "54662"
    uid: dd9eb9b6-8ea4-407c-b7be-c11718b46582
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7547d7674c-l6zh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "54606"
    uid: a6ebb6cd-1a69-444d-b6f9-b3745623691f
  kind: Event
  lastTimestamp: "2026-07-29T11:59:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:59:29Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7547d7674c-l6zh5.18c6c0df3368e10c
    namespace: kserve-ci-e2e-test
    resourceVersion: "54667"
    uid: a6661bf9-05f3-4674-bbca-d088d9e32a49
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7547d7674c-l6zh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "54606"
    uid: a6ebb6cd-1a69-444d-b6f9-b3745623691f
  kind: Event
  lastTimestamp: "2026-07-29T11:59:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:59:29Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7547d7674c-l6zh5.18c6c0df33d08044
    namespace: kserve-ci-e2e-test
    resourceVersion: "54670"
    uid: 20c839cb-48a6-448c-adb1-35b109a252b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:59:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7547d7674c-l6zh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "54606"
    uid: a6ebb6cd-1a69-444d-b6f9-b3745623691f
  kind: Event
  lastTimestamp: "2026-07-29T11:59:35Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-7547d7674c-l6zh5_kserve-ci-e2e-test(a6ebb6cd-1a69-444d-b6f9-b3745623691f)
  metadata:
    creationTimestamp: "2026-07-29T11:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:59:35Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7547d7674c-l6zh5.18c6c0e13a3e0eef
    namespace: kserve-ci-e2e-test
    resourceVersion: "54707"
    uid: 114c69a1-ada6-4a6a-a237-f9d3fa3a300c
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:59:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7547d7674c
    namespace: kserve-ci-e2e-test
    resourceVersion: "54596"
    uid: 0f384050-fb55-4887-8257-acc8416100ad
  kind: Event
  lastTimestamp: "2026-07-29T11:59:26Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-7547d7674c-l6zh5'
  metadata:
    creationTimestamp: "2026-07-29T11:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:59:26Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7547d7674c.18c6c0df154b3c88
    namespace: kserve-ci-e2e-test
    resourceVersion: "54607"
    uid: e56d79e5-71c5-480f-95e1-d3fb35aae566
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:59:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54594"
    uid: e7780181-cac5-4d44-8ac7-877d8aa359d6
  kind: Event
  lastTimestamp: "2026-07-29T11:59:26Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-7547d7674c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:59:26Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18c6c0df12ceeb65
    namespace: kserve-ci-e2e-test
    resourceVersion: "54597"
    uid: 3b6938e5-cfac-4790-860b-8530e46c357a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-29T11:59:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54586"
    uid: 3c49739c-8afa-46f6-b1ea-079402d6a15a
  kind: Event
  lastTimestamp: "2026-07-29T11:59:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:59:36Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c6c0df12e58069
    namespace: kserve-ci-e2e-test
    resourceVersion: "54714"
    uid: 108885b9-d467-4421-bbae-a468231a5eed
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:59:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54586"
    uid: 3c49739c-8afa-46f6-b1ea-079402d6a15a
  kind: Event
  lastTimestamp: "2026-07-29T11:59:26Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:59:26Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c6c0df134ab7d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "54601"
    uid: 2b04ee50-afff-454d-ba11-d2299616342a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:58:05.565115Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5448c7f489-w65zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "53937"
    uid: 0d8e0438-0cdf-45a0-abc6-e424ec663716
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-5448c7f489-w65zr
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:58:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:58:05Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5448c7f489-w65zr.18c6c0cc3346e756
    namespace: kserve-ci-e2e-test
    resourceVersion: "53942"
    uid: 234c03a7-80bd-44a5-9835-74623a3699bc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:58:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5448c7f489-w65zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "53947"
    uid: 0d8e0438-0cdf-45a0-abc6-e424ec663716
  kind: Event
  lastTimestamp: "2026-07-29T11:58:05Z"
  message: Add eth0 [10.133.0.80/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:58:05Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5448c7f489-w65zr.18c6c0cc4ca04150
    namespace: kserve-ci-e2e-test
    resourceVersion: "53962"
    uid: 22c02146-b96d-4e69-af7f-ff61f2c5cf51
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5448c7f489-w65zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "53940"
    uid: 0d8e0438-0cdf-45a0-abc6-e424ec663716
  kind: Event
  lastTimestamp: "2026-07-29T11:58:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:58:06Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5448c7f489-w65zr.18c6c0cc4e013e58
    namespace: kserve-ci-e2e-test
    resourceVersion: "53964"
    uid: 64a34ee6-f6e1-4570-bbec-f3bab91dd143
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5448c7f489-w65zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "53940"
    uid: 0d8e0438-0cdf-45a0-abc6-e424ec663716
  kind: Event
  lastTimestamp: "2026-07-29T11:58:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:58:06Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5448c7f489-w65zr.18c6c0cc5113cc46
    namespace: kserve-ci-e2e-test
    resourceVersion: "53966"
    uid: a3e774bd-d7c5-4e92-805d-659b998cf3f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5448c7f489-w65zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "53940"
    uid: 0d8e0438-0cdf-45a0-abc6-e424ec663716
  kind: Event
  lastTimestamp: "2026-07-29T11:58:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:58:06Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5448c7f489-w65zr.18c6c0cc517e9e49
    namespace: kserve-ci-e2e-test
    resourceVersion: "53967"
    uid: d3572dc6-3426-4019-9733-3c0e470e61bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5448c7f489-w65zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "53940"
    uid: 0d8e0438-0cdf-45a0-abc6-e424ec663716
  kind: Event
  lastTimestamp: "2026-07-29T11:58:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:58:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5448c7f489-w65zr.18c6c0cca5473c3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "53987"
    uid: 4cfecf07-1249-4f00-b1b6-bc6820d17aa8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5448c7f489-w65zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "53940"
    uid: 0d8e0438-0cdf-45a0-abc6-e424ec663716
  kind: Event
  lastTimestamp: "2026-07-29T11:58:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:58:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5448c7f489-w65zr.18c6c0cca869c284
    namespace: kserve-ci-e2e-test
    resourceVersion: "53989"
    uid: 80780040-19cf-4c68-8e97-287ef0044546
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5448c7f489-w65zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "53940"
    uid: 0d8e0438-0cdf-45a0-abc6-e424ec663716
  kind: Event
  lastTimestamp: "2026-07-29T11:58:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:58:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5448c7f489-w65zr.18c6c0cca8ef25f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53991"
    uid: 2a5f3936-93dd-4328-ace9-5fb575a3e375
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5448c7f489-w65zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "53940"
    uid: 0d8e0438-0cdf-45a0-abc6-e424ec663716
  kind: Event
  lastTimestamp: "2026-07-29T11:58:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:58:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5448c7f489-w65zr.18c6c0cca8f833a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "53993"
    uid: 2b98a7a4-eb58-42a7-989c-17443392218a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5448c7f489-w65zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "53940"
    uid: 0d8e0438-0cdf-45a0-abc6-e424ec663716
  kind: Event
  lastTimestamp: "2026-07-29T11:58:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:58:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5448c7f489-w65zr.18c6c0ccab98c23b
    namespace: kserve-ci-e2e-test
    resourceVersion: "53994"
    uid: b1df0cfe-ca7c-499e-b5fd-dc3e7dd0c803
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5448c7f489-w65zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "53940"
    uid: 0d8e0438-0cdf-45a0-abc6-e424ec663716
  kind: Event
  lastTimestamp: "2026-07-29T11:58:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:58:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5448c7f489-w65zr.18c6c0ccac081470
    namespace: kserve-ci-e2e-test
    resourceVersion: "53996"
    uid: 72b89c88-a4e4-43b9-b581-20bd0d44dd7f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T11:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5448c7f489-w65zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "53940"
    uid: 0d8e0438-0cdf-45a0-abc6-e424ec663716
  kind: Event
  lastTimestamp: "2026-07-29T11:59:28Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.80:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:59:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5448c7f489-w65zr.18c6c0cd1d3d11f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54652"
    uid: 9545805a-b926-448a-aebe-32a0e50fb4f3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:59:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5448c7f489-w65zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "53940"
    uid: 0d8e0438-0cdf-45a0-abc6-e424ec663716
  kind: Event
  lastTimestamp: "2026-07-29T11:59:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:59:25Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5448c7f489-w65zr.18c6c0ded5f75d8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "54569"
    uid: bd24b1cc-0055-4f3f-a39f-089ebcfe33e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:59:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5448c7f489-w65zr
    namespace: kserve-ci-e2e-test
    resourceVersion: "53940"
    uid: 0d8e0438-0cdf-45a0-abc6-e424ec663716
  kind: Event
  lastTimestamp: "2026-07-29T11:59:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:59:25Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5448c7f489-w65zr.18c6c0ded5f8119f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54570"
    uid: 6757f7b6-5047-4896-a3ef-cfe93a8e2318
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:58:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5448c7f489
    namespace: kserve-ci-e2e-test
    resourceVersion: "53929"
    uid: 102db539-5a36-46e4-a6f3-7826640ef7a3
  kind: Event
  lastTimestamp: "2026-07-29T11:58:05Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-5448c7f489-w65zr'
  metadata:
    creationTimestamp: "2026-07-29T11:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:58:05Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5448c7f489.18c6c0cc32e46337
    namespace: kserve-ci-e2e-test
    resourceVersion: "53939"
    uid: 9686f925-b70e-4af7-b25d-477fa6acf33f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:58:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53927"
    uid: 4a29e717-093a-45a0-bfee-fcd422c83ce8
  kind: Event
  lastTimestamp: "2026-07-29T11:58:05Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-5448c7f489
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:58:05Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c6c0cc3094ab21
    namespace: kserve-ci-e2e-test
    resourceVersion: "53930"
    uid: df53c56a-c9bb-4ec8-b7cc-b58e47bf5cdc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:58:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53928"
    uid: 99e8f4a2-efde-478e-a0df-c62cb958c61c
  kind: Event
  lastTimestamp: "2026-07-29T11:58:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:58:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:58:50Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c6c0cfaf767c25
    namespace: kserve-ci-e2e-test
    resourceVersion: "54304"
    uid: e2235fd9-8b32-4d72-b36a-300c3282ec5b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:58:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53928"
    uid: 99e8f4a2-efde-478e-a0df-c62cb958c61c
  kind: Event
  lastTimestamp: "2026-07-29T11:58:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:58:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:58:50Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c6c0cfafe340b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "54305"
    uid: 0eb3c6db-f371-4112-9eb1-8b3e49da9717
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:58:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54093"
    uid: 99e8f4a2-efde-478e-a0df-c62cb958c61c
  kind: Event
  lastTimestamp: "2026-07-29T11:59:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:59:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c6c0d32ec02329
    namespace: kserve-ci-e2e-test
    resourceVersion: "54523"
    uid: 313cc693-39fd-4c0e-9353-b1ed1744a254
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:58:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54093"
    uid: 99e8f4a2-efde-478e-a0df-c62cb958c61c
  kind: Event
  lastTimestamp: "2026-07-29T11:59:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:59:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c6c0d32f256d07
    namespace: kserve-ci-e2e-test
    resourceVersion: "54524"
    uid: 171ae54b-e59c-4cbc-b150-3c6bf81f64a5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-29T11:58:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53919"
    uid: 0b4dcda9-0139-4d49-9f66-07db70fa6942
  kind: Event
  lastTimestamp: "2026-07-29T11:59:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:59:18Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c6c0cc30a172f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "54510"
    uid: 3f869608-12c2-440d-81f1-138f95bb028d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:58:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53919"
    uid: 0b4dcda9-0139-4d49-9f66-07db70fa6942
  kind: Event
  lastTimestamp: "2026-07-29T11:58:05Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:58:05Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c6c0cc310fbbef
    namespace: kserve-ci-e2e-test
    resourceVersion: "53954"
    uid: 4b62a010-479b-4c68-9d6c-9d1b80d3c5fc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:58:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53921"
    uid: 0b4dcda9-0139-4d49-9f66-07db70fa6942
  kind: Event
  lastTimestamp: "2026-07-29T11:58:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-29T11:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:58:05Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c6c0cc3799897b
    namespace: kserve-ci-e2e-test
    resourceVersion: "53955"
    uid: 317da2a4-9995-4818-9df4-ac0d60b70a6f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:59:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54508"
    uid: 0b4dcda9-0139-4d49-9f66-07db70fa6942
  kind: Event
  lastTimestamp: "2026-07-29T11:59:18Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:59:18Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c6c0dd419e86e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "54509"
    uid: a6b0b8b3-c28a-4199-805f-79b0762b6952
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T11:53:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "51543"
    uid: 77ec5fbb-f4c2-4127-b405-2b121b07000e
  kind: Event
  lastTimestamp: "2026-07-29T11:54:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:54:41Z"
    name: isvc-sklearn-s3.18c6c08c39e11a0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "52100"
    uid: c89ec3dd-c4a3-403c-9c03-b97077e92fdc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:53:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "51543"
    uid: 77ec5fbb-f4c2-4127-b405-2b121b07000e
  kind: Event
  lastTimestamp: "2026-07-29T11:53:30Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:53:30Z"
    name: isvc-sklearn-s3.18c6c08c3a4dabda
    namespace: kserve-ci-e2e-test
    resourceVersion: "51576"
    uid: efd695ff-752f-4b1a-96b3-919b53de0ccb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:53:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "51545"
    uid: 77ec5fbb-f4c2-4127-b405-2b121b07000e
  kind: Event
  lastTimestamp: "2026-07-29T11:53:30Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:53:30Z"
    name: isvc-sklearn-s3.18c6c08c40e3a084
    namespace: kserve-ci-e2e-test
    resourceVersion: "51577"
    uid: 8156fdfb-c9aa-4126-9912-4c8006b0d69c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:54:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52096"
    uid: 77ec5fbb-f4c2-4127-b405-2b121b07000e
  kind: Event
  lastTimestamp: "2026-07-29T11:54:41Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:54:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:54:41Z"
    name: isvc-sklearn-s3.18c6c09ca67e3b82
    namespace: kserve-ci-e2e-test
    resourceVersion: "52097"
    uid: 1779b662-8b5a-4f72-aa76-624e2bf7dfa6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:35:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-5f8d8799bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "42103"
    uid: 4450533c-b760-4faa-a720-50646e450a96
  kind: Event
  lastTimestamp: "2026-07-29T11:35:10Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-5f8d8799bc-lswh4'
  metadata:
    creationTimestamp: "2026-07-29T11:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:35:10Z"
    name: isvc-sklearn-scheduler-predictor-5f8d8799bc.18c6bf8c25534027
    namespace: kserve-ci-e2e-test
    resourceVersion: "42113"
    uid: 84b384f3-873e-4795-a432-ebb2c15cdaf4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:35:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42102"
    uid: 0e193922-5d53-49c5-9761-0a6a02c318bb
  kind: Event
  lastTimestamp: "2026-07-29T11:35:10Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-5f8d8799bc from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:35:10Z"
    name: isvc-sklearn-scheduler-predictor.18c6bf8c20d94787
    namespace: kserve-ci-e2e-test
    resourceVersion: "42105"
    uid: 68cc7179-22e6-4497-8b0e-26951eaadfeb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-29T11:35:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "42095"
    uid: 530f35f9-188d-4a5a-892a-72d5ff9feddd
  kind: Event
  lastTimestamp: "2026-07-29T11:35:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:35:11Z"
    name: isvc-sklearn-scheduler.18c6bf8c20943e17
    namespace: kserve-ci-e2e-test
    resourceVersion: "42125"
    uid: 2e2a7733-44a1-47d5-9c97-7f8802d8402a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:35:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "42095"
    uid: 530f35f9-188d-4a5a-892a-72d5ff9feddd
  kind: Event
  lastTimestamp: "2026-07-29T11:35:10Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:35:10Z"
    name: isvc-sklearn-scheduler.18c6bf8c20f25fcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "42107"
    uid: 949d6f13-e57a-46e9-b216-94d23fe60dc8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:35:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "42095"
    uid: 530f35f9-188d-4a5a-892a-72d5ff9feddd
  kind: Event
  lastTimestamp: "2026-07-29T11:35:10Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:35:10Z"
    name: isvc-sklearn-scheduler.18c6bf8c20f2c1d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "42108"
    uid: 3dd34726-c217-41af-a5b4-a1d95080db86
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:41:16.250229Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64b45f7998-445fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "45468"
    uid: ce3360e9-fc71-49d5-b91e-832f129b0913
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-64b45f7998-445fg
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:41:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:41:16Z"
    name: isvc-sklearn-v2-mixed-predictor-64b45f7998-445fg.18c6bfe1336bedba
    namespace: kserve-ci-e2e-test
    resourceVersion: "45474"
    uid: 90b1a0a9-a3a7-40e7-921c-52ee50c32850
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:41:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64b45f7998-445fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "45479"
    uid: ce3360e9-fc71-49d5-b91e-832f129b0913
  kind: Event
  lastTimestamp: "2026-07-29T11:41:16Z"
  message: Add eth0 [10.133.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:41:16Z"
    name: isvc-sklearn-v2-mixed-predictor-64b45f7998-445fg.18c6bfe14cd86791
    namespace: kserve-ci-e2e-test
    resourceVersion: "45488"
    uid: d380d07c-6fcf-49c4-949b-ea9c95c2bb09
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:41:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64b45f7998-445fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "45469"
    uid: ce3360e9-fc71-49d5-b91e-832f129b0913
  kind: Event
  lastTimestamp: "2026-07-29T11:41:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:41:16Z"
    name: isvc-sklearn-v2-mixed-predictor-64b45f7998-445fg.18c6bfe14e5f615e
    namespace: kserve-ci-e2e-test
    resourceVersion: "45490"
    uid: e3e130b6-50ea-4d2d-bb9e-b5deeb9ae6d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:41:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64b45f7998-445fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "45469"
    uid: ce3360e9-fc71-49d5-b91e-832f129b0913
  kind: Event
  lastTimestamp: "2026-07-29T11:41:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:41:16Z"
    name: isvc-sklearn-v2-mixed-predictor-64b45f7998-445fg.18c6bfe151045162
    namespace: kserve-ci-e2e-test
    resourceVersion: "45492"
    uid: 79e5c68c-14ae-4022-8be0-94f0d99559f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:41:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64b45f7998-445fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "45469"
    uid: ce3360e9-fc71-49d5-b91e-832f129b0913
  kind: Event
  lastTimestamp: "2026-07-29T11:41:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:41:16Z"
    name: isvc-sklearn-v2-mixed-predictor-64b45f7998-445fg.18c6bfe15171ec77
    namespace: kserve-ci-e2e-test
    resourceVersion: "45493"
    uid: 99917f60-df49-4c3a-9d5e-800eb1603737
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64b45f7998-445fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "45469"
    uid: ce3360e9-fc71-49d5-b91e-832f129b0913
  kind: Event
  lastTimestamp: "2026-07-29T11:41:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:41:21Z"
    name: isvc-sklearn-v2-mixed-predictor-64b45f7998-445fg.18c6bfe2504c0549
    namespace: kserve-ci-e2e-test
    resourceVersion: "45525"
    uid: 62dc9a15-10bc-4366-ab97-cc622a080288
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64b45f7998-445fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "45469"
    uid: ce3360e9-fc71-49d5-b91e-832f129b0913
  kind: Event
  lastTimestamp: "2026-07-29T11:41:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:41:21Z"
    name: isvc-sklearn-v2-mixed-predictor-64b45f7998-445fg.18c6bfe2533879ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "45527"
    uid: e1d35dcd-b10b-4142-81af-afed00a22faa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64b45f7998-445fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "45469"
    uid: ce3360e9-fc71-49d5-b91e-832f129b0913
  kind: Event
  lastTimestamp: "2026-07-29T11:41:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:41:21Z"
    name: isvc-sklearn-v2-mixed-predictor-64b45f7998-445fg.18c6bfe253a5b87a
    namespace: kserve-ci-e2e-test
    resourceVersion: "45528"
    uid: ccd5c35f-bff1-47de-b762-569b2fd68493
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64b45f7998-445fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "45469"
    uid: ce3360e9-fc71-49d5-b91e-832f129b0913
  kind: Event
  lastTimestamp: "2026-07-29T11:41:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:41:21Z"
    name: isvc-sklearn-v2-mixed-predictor-64b45f7998-445fg.18c6bfe253aead1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "45531"
    uid: 8f7a7d6c-1970-4d22-ac23-1b7f9b13bead
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64b45f7998-445fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "45469"
    uid: ce3360e9-fc71-49d5-b91e-832f129b0913
  kind: Event
  lastTimestamp: "2026-07-29T11:41:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:41:21Z"
    name: isvc-sklearn-v2-mixed-predictor-64b45f7998-445fg.18c6bfe2566ab373
    namespace: kserve-ci-e2e-test
    resourceVersion: "45532"
    uid: 543974eb-15ba-495f-93b4-a1f6b3408b6a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64b45f7998-445fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "45469"
    uid: ce3360e9-fc71-49d5-b91e-832f129b0913
  kind: Event
  lastTimestamp: "2026-07-29T11:41:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:41:21Z"
    name: isvc-sklearn-v2-mixed-predictor-64b45f7998-445fg.18c6bfe256d663ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "45534"
    uid: 9cd88d48-e936-454b-a493-a1c9446f9680
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-29T11:41:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64b45f7998-445fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "45469"
    uid: ce3360e9-fc71-49d5-b91e-832f129b0913
  kind: Event
  lastTimestamp: "2026-07-29T11:42:28Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.67:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:41:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:42:28Z"
    name: isvc-sklearn-v2-mixed-predictor-64b45f7998-445fg.18c6bfe28c4fbc5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "46037"
    uid: feb566b2-964e-48b0-8e92-cc3a850010b4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:42:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64b45f7998-445fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "45469"
    uid: ce3360e9-fc71-49d5-b91e-832f129b0913
  kind: Event
  lastTimestamp: "2026-07-29T11:42:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:42:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:42:36Z"
    name: isvc-sklearn-v2-mixed-predictor-64b45f7998-445fg.18c6bff3d8413de1
    namespace: kserve-ci-e2e-test
    resourceVersion: "46120"
    uid: 700361cf-e715-4d09-aa9c-b7bb411b6947
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:42:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64b45f7998-445fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "45469"
    uid: ce3360e9-fc71-49d5-b91e-832f129b0913
  kind: Event
  lastTimestamp: "2026-07-29T11:42:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:42:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:42:36Z"
    name: isvc-sklearn-v2-mixed-predictor-64b45f7998-445fg.18c6bff3d84220ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "46121"
    uid: 3cc814fb-8c60-4e9b-8901-35b90d98547c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:42:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-64b45f7998-445fg
    namespace: kserve-ci-e2e-test
    resourceVersion: "45469"
    uid: ce3360e9-fc71-49d5-b91e-832f129b0913
  kind: Event
  lastTimestamp: "2026-07-29T11:42:38Z"
  message: 'Readiness probe failed: Get "https://10.133.0.67:8643/healthz": dial tcp
    10.133.0.67:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:42:38Z"
    name: isvc-sklearn-v2-mixed-predictor-64b45f7998-445fg.18c6bff43e728f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "46136"
    uid: 6aed961d-e76a-4569-bdf8-62c4a2d9a759
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:41:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-64b45f7998
    namespace: kserve-ci-e2e-test
    resourceVersion: "45456"
    uid: 071c6fcd-8c19-4d34-ad95-1ecb9f0fd391
  kind: Event
  lastTimestamp: "2026-07-29T11:41:16Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-64b45f7998-445fg'
  metadata:
    creationTimestamp: "2026-07-29T11:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:41:16Z"
    name: isvc-sklearn-v2-mixed-predictor-64b45f7998.18c6bfe1333cbb26
    namespace: kserve-ci-e2e-test
    resourceVersion: "45471"
    uid: 97060a82-daff-43e4-aafd-875ae35a4d93
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:41:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45454"
    uid: 390a3f27-4e86-4f7c-b7e3-5b74d8ed442f
  kind: Event
  lastTimestamp: "2026-07-29T11:41:16Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-64b45f7998 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-29T11:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:41:16Z"
    name: isvc-sklearn-v2-mixed-predictor.18c6bfe12e5f255e
    namespace: kserve-ci-e2e-test
    resourceVersion: "45457"
    uid: edf6a140-4288-4c02-94f1-b57c99c85b1a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:41:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45455"
    uid: 81758b92-5e5c-49f7-a2a0-e00de5949ab2
  kind: Event
  lastTimestamp: "2026-07-29T11:42:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:42:01Z"
    name: isvc-sklearn-v2-mixed-predictor.18c6bfe4ad45da87
    namespace: kserve-ci-e2e-test
    resourceVersion: "45833"
    uid: 9c4ec24e-65c9-44ef-9427-683598d2f7cd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:41:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45455"
    uid: 81758b92-5e5c-49f7-a2a0-e00de5949ab2
  kind: Event
  lastTimestamp: "2026-07-29T11:42:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:42:01Z"
    name: isvc-sklearn-v2-mixed-predictor.18c6bfe4adb6585b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45834"
    uid: d6952898-a944-4a8f-812a-63d0b0355bf4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:41:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45620"
    uid: 81758b92-5e5c-49f7-a2a0-e00de5949ab2
  kind: Event
  lastTimestamp: "2026-07-29T11:42:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:42:31Z"
    name: isvc-sklearn-v2-mixed-predictor.18c6bfe82c62d7b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "46057"
    uid: 1a9f059a-c12a-42c3-b54a-203992166005
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:41:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45620"
    uid: 81758b92-5e5c-49f7-a2a0-e00de5949ab2
  kind: Event
  lastTimestamp: "2026-07-29T11:42:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:42:31Z"
    name: isvc-sklearn-v2-mixed-predictor.18c6bfe82cce2d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "46058"
    uid: 4e0417af-1b79-45f6-af96-fd7d7c0f0f31
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T11:41:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "45446"
    uid: eef8e5f0-708f-4cca-86a6-3b6cfd20cb19
  kind: Event
  lastTimestamp: "2026-07-29T11:42:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:42:33Z"
    name: isvc-sklearn-v2-mixed.18c6bfe12e6c4949
    namespace: kserve-ci-e2e-test
    resourceVersion: "46085"
    uid: 663b6d65-7b76-4968-804e-5b46591d3d05
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:41:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "45446"
    uid: eef8e5f0-708f-4cca-86a6-3b6cfd20cb19
  kind: Event
  lastTimestamp: "2026-07-29T11:41:16Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:41:16Z"
    name: isvc-sklearn-v2-mixed.18c6bfe12ef0dde2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45480"
    uid: 56ca1443-71ba-4246-9a6f-74f575c24a8d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:41:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "45448"
    uid: eef8e5f0-708f-4cca-86a6-3b6cfd20cb19
  kind: Event
  lastTimestamp: "2026-07-29T11:41:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:41:16Z"
    name: isvc-sklearn-v2-mixed.18c6bfe1353ff1af
    namespace: kserve-ci-e2e-test
    resourceVersion: "45481"
    uid: 26b7a3af-2488-4951-94cd-cd6885f9d678
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:42:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "46083"
    uid: eef8e5f0-708f-4cca-86a6-3b6cfd20cb19
  kind: Event
  lastTimestamp: "2026-07-29T11:42:33Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:42:33Z"
    name: isvc-sklearn-v2-mixed.18c6bff342287a75
    namespace: kserve-ci-e2e-test
    resourceVersion: "46084"
    uid: 574e1558-7dea-4b2e-acfe-5a75ece33d00
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:39:40.873246Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-59c999cb75-28rzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "44700"
    uid: 335a78fa-ffca-4481-9014-6b399b6f9e8c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-59c999cb75-28rzs
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:39:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:39:40Z"
    name: isvc-sklearn-v2-predictor-59c999cb75-28rzs.18c6bfcafe82afae
    namespace: kserve-ci-e2e-test
    resourceVersion: "44706"
    uid: 93c8a0b8-e1e0-4e5a-8d93-d4f784a5591d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:39:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-59c999cb75-28rzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "44702"
    uid: 335a78fa-ffca-4481-9014-6b399b6f9e8c
  kind: Event
  lastTimestamp: "2026-07-29T11:39:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-29T11:39:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:39:41Z"
    name: isvc-sklearn-v2-predictor-59c999cb75-28rzs.18c6bfcb079cd8af
    namespace: kserve-ci-e2e-test
    resourceVersion: "44719"
    uid: 6d71d226-0645-420b-9f7c-47c22f007422
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:39:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-59c999cb75-28rzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "44710"
    uid: 335a78fa-ffca-4481-9014-6b399b6f9e8c
  kind: Event
  lastTimestamp: "2026-07-29T11:39:42Z"
  message: Add eth0 [10.133.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:39:42Z"
    name: isvc-sklearn-v2-predictor-59c999cb75-28rzs.18c6bfcb7178abbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "44734"
    uid: 7bd1c80e-f669-48bb-9458-a9ff7ef549e2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:39:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-59c999cb75-28rzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "44702"
    uid: 335a78fa-ffca-4481-9014-6b399b6f9e8c
  kind: Event
  lastTimestamp: "2026-07-29T11:39:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:39:42Z"
    name: isvc-sklearn-v2-predictor-59c999cb75-28rzs.18c6bfcb72d341df
    namespace: kserve-ci-e2e-test
    resourceVersion: "44736"
    uid: c3c83b91-4eeb-4cb9-bb1e-cebd07ced19a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:39:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-59c999cb75-28rzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "44702"
    uid: 335a78fa-ffca-4481-9014-6b399b6f9e8c
  kind: Event
  lastTimestamp: "2026-07-29T11:39:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:39:42Z"
    name: isvc-sklearn-v2-predictor-59c999cb75-28rzs.18c6bfcb75ec968b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44737"
    uid: e2163b9f-97cb-4356-9f9d-dec19cfe7640
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:39:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-59c999cb75-28rzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "44702"
    uid: 335a78fa-ffca-4481-9014-6b399b6f9e8c
  kind: Event
  lastTimestamp: "2026-07-29T11:39:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:39:42Z"
    name: isvc-sklearn-v2-predictor-59c999cb75-28rzs.18c6bfcb7660a148
    namespace: kserve-ci-e2e-test
    resourceVersion: "44738"
    uid: 93121add-396d-42d2-ad35-9f85b3434055
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:39:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-59c999cb75-28rzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "44702"
    uid: 335a78fa-ffca-4481-9014-6b399b6f9e8c
  kind: Event
  lastTimestamp: "2026-07-29T11:39:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:39:46Z"
    name: isvc-sklearn-v2-predictor-59c999cb75-28rzs.18c6bfcc54a70b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "44774"
    uid: ea93d20c-1b06-4459-8763-1eda97e76848
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:39:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-59c999cb75-28rzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "44702"
    uid: 335a78fa-ffca-4481-9014-6b399b6f9e8c
  kind: Event
  lastTimestamp: "2026-07-29T11:39:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:39:46Z"
    name: isvc-sklearn-v2-predictor-59c999cb75-28rzs.18c6bfcc57982cfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "44777"
    uid: af0df240-3035-46cb-a0cc-8975005cac77
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:39:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-59c999cb75-28rzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "44702"
    uid: 335a78fa-ffca-4481-9014-6b399b6f9e8c
  kind: Event
  lastTimestamp: "2026-07-29T11:39:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:39:46Z"
    name: isvc-sklearn-v2-predictor-59c999cb75-28rzs.18c6bfcc58092abe
    namespace: kserve-ci-e2e-test
    resourceVersion: "44778"
    uid: 8fd49519-4502-4a52-9ee7-e5fbae0318cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:39:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-59c999cb75-28rzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "44702"
    uid: 335a78fa-ffca-4481-9014-6b399b6f9e8c
  kind: Event
  lastTimestamp: "2026-07-29T11:39:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:39:46Z"
    name: isvc-sklearn-v2-predictor-59c999cb75-28rzs.18c6bfcc58120de2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44779"
    uid: d0b5bce0-a515-48bd-b488-bacc7b05fda4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:39:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-59c999cb75-28rzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "44702"
    uid: 335a78fa-ffca-4481-9014-6b399b6f9e8c
  kind: Event
  lastTimestamp: "2026-07-29T11:39:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:39:46Z"
    name: isvc-sklearn-v2-predictor-59c999cb75-28rzs.18c6bfcc5ad368a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44782"
    uid: a237cdf4-46a7-4f19-9b36-e4b83d68cd8f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:39:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-59c999cb75-28rzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "44702"
    uid: 335a78fa-ffca-4481-9014-6b399b6f9e8c
  kind: Event
  lastTimestamp: "2026-07-29T11:39:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:39:46Z"
    name: isvc-sklearn-v2-predictor-59c999cb75-28rzs.18c6bfcc5b422983
    namespace: kserve-ci-e2e-test
    resourceVersion: "44784"
    uid: 6820236e-a0b5-419c-8625-dfd18d4461d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T11:39:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-59c999cb75-28rzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "44702"
    uid: 335a78fa-ffca-4481-9014-6b399b6f9e8c
  kind: Event
  lastTimestamp: "2026-07-29T11:41:14Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:39:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:41:14Z"
    name: isvc-sklearn-v2-predictor-59c999cb75-28rzs.18c6bfcccc7eea18
    namespace: kserve-ci-e2e-test
    resourceVersion: "45426"
    uid: 05fe3f87-2cfc-4cd2-836f-a32a80cf47c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-59c999cb75-28rzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "44702"
    uid: 335a78fa-ffca-4481-9014-6b399b6f9e8c
  kind: Event
  lastTimestamp: "2026-07-29T11:41:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:41:11Z"
    name: isvc-sklearn-v2-predictor-59c999cb75-28rzs.18c6bfe000a51dd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "45399"
    uid: 0a10ea46-1c94-415e-8a5b-8943af12cac5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-59c999cb75-28rzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "44702"
    uid: 335a78fa-ffca-4481-9014-6b399b6f9e8c
  kind: Event
  lastTimestamp: "2026-07-29T11:41:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:41:11Z"
    name: isvc-sklearn-v2-predictor-59c999cb75-28rzs.18c6bfe000a5ac62
    namespace: kserve-ci-e2e-test
    resourceVersion: "45400"
    uid: f8b414a0-836c-474f-97db-140034ada87f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-59c999cb75-28rzs
    namespace: kserve-ci-e2e-test
    resourceVersion: "44702"
    uid: 335a78fa-ffca-4481-9014-6b399b6f9e8c
  kind: Event
  lastTimestamp: "2026-07-29T11:41:14Z"
  message: 'Readiness probe failed: Get "https://10.133.0.66:8643/healthz": dial tcp
    10.133.0.66:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:41:14Z"
    name: isvc-sklearn-v2-predictor-59c999cb75-28rzs.18c6bfe0d3098f99
    namespace: kserve-ci-e2e-test
    resourceVersion: "45425"
    uid: c7874937-5435-40e0-95a5-a41b505f568a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:39:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-59c999cb75
    namespace: kserve-ci-e2e-test
    resourceVersion: "44691"
    uid: 2eb00604-1a63-42f5-876b-60d650098c36
  kind: Event
  lastTimestamp: "2026-07-29T11:39:40Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-59c999cb75-28rzs'
  metadata:
    creationTimestamp: "2026-07-29T11:39:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:39:40Z"
    name: isvc-sklearn-v2-predictor-59c999cb75.18c6bfcafe1a2243
    namespace: kserve-ci-e2e-test
    resourceVersion: "44701"
    uid: 49b15d14-5eb7-4f47-be2c-ee1a16377e76
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:39:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44689"
    uid: 92ac0ace-aae0-46a6-b29e-de25fdb44379
  kind: Event
  lastTimestamp: "2026-07-29T11:39:40Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-59c999cb75 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:39:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:39:40Z"
    name: isvc-sklearn-v2-predictor.18c6bfcafb0869d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "44692"
    uid: b4e1694a-3766-4076-960e-3fb6b64b51bf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:39:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44690"
    uid: 54119864-d0ad-455c-a0e8-91c1d8bb0c30
  kind: Event
  lastTimestamp: "2026-07-29T11:40:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:40:25Z"
    name: isvc-sklearn-v2-predictor.18c6bfce79e8ff79
    namespace: kserve-ci-e2e-test
    resourceVersion: "45060"
    uid: ac5a4cc9-80a0-4545-b416-ad0788a7bf07
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:39:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44690"
    uid: 54119864-d0ad-455c-a0e8-91c1d8bb0c30
  kind: Event
  lastTimestamp: "2026-07-29T11:40:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:40:25Z"
    name: isvc-sklearn-v2-predictor.18c6bfce7a51bef3
    namespace: kserve-ci-e2e-test
    resourceVersion: "45061"
    uid: 158aef1d-2f6d-4c88-bd41-6018cfa61da0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:40:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44848"
    uid: 54119864-d0ad-455c-a0e8-91c1d8bb0c30
  kind: Event
  lastTimestamp: "2026-07-29T11:41:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:41:10Z"
    name: isvc-sklearn-v2-predictor.18c6bfd8f73fa175
    namespace: kserve-ci-e2e-test
    resourceVersion: "45381"
    uid: a0b849e4-4b2e-482e-ac7a-b0d20f16a0a2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:40:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44848"
    uid: 54119864-d0ad-455c-a0e8-91c1d8bb0c30
  kind: Event
  lastTimestamp: "2026-07-29T11:41:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:41:10Z"
    name: isvc-sklearn-v2-predictor.18c6bfd8f7b2e52f
    namespace: kserve-ci-e2e-test
    resourceVersion: "45382"
    uid: 2fa7f6b1-602c-4306-9085-79dd8c357565
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:38:35.620521Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gz4g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "44154"
    uid: ff6e727c-8715-42f7-b18c-312f89c6b6e5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-gz4g4
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:38:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:38:35Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gz4g4.18c6bfbbcd251086
    namespace: kserve-ci-e2e-test
    resourceVersion: "44160"
    uid: 5a162bfa-8a9e-41db-98c9-d7dd310e3466
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:38:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gz4g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "44165"
    uid: ff6e727c-8715-42f7-b18c-312f89c6b6e5
  kind: Event
  lastTimestamp: "2026-07-29T11:38:36Z"
  message: Add eth0 [10.133.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:38:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:38:36Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gz4g4.18c6bfbbe697f1d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44174"
    uid: cece6092-2a36-4730-b1c5-e62b2fce9e87
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:38:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gz4g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "44158"
    uid: ff6e727c-8715-42f7-b18c-312f89c6b6e5
  kind: Event
  lastTimestamp: "2026-07-29T11:38:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:38:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:38:36Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gz4g4.18c6bfbbe82f290b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44176"
    uid: 8f46fd96-72a2-47f2-9350-ec2977df4a3d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:38:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gz4g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "44158"
    uid: ff6e727c-8715-42f7-b18c-312f89c6b6e5
  kind: Event
  lastTimestamp: "2026-07-29T11:38:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:38:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:38:36Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gz4g4.18c6bfbbead99bea
    namespace: kserve-ci-e2e-test
    resourceVersion: "44177"
    uid: b3d8016d-3d9c-425a-b509-c51daa5cd427
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:38:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gz4g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "44158"
    uid: ff6e727c-8715-42f7-b18c-312f89c6b6e5
  kind: Event
  lastTimestamp: "2026-07-29T11:38:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:38:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:38:36Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gz4g4.18c6bfbbeb5c3cff
    namespace: kserve-ci-e2e-test
    resourceVersion: "44178"
    uid: 6986bb60-b05e-482a-930d-7647ef023e25
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:38:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gz4g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "44158"
    uid: ff6e727c-8715-42f7-b18c-312f89c6b6e5
  kind: Event
  lastTimestamp: "2026-07-29T11:38:40Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-29T11:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:38:40Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gz4g4.18c6bfbce594e9ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "44216"
    uid: b54a0098-c21f-42fb-a759-f9ad680e135e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:38:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gz4g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "44158"
    uid: ff6e727c-8715-42f7-b18c-312f89c6b6e5
  kind: Event
  lastTimestamp: "2026-07-29T11:38:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:38:40Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gz4g4.18c6bfbce900882b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44218"
    uid: e471d22c-7963-4f7f-8136-de9118575fa7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:38:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gz4g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "44158"
    uid: ff6e727c-8715-42f7-b18c-312f89c6b6e5
  kind: Event
  lastTimestamp: "2026-07-29T11:38:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:38:40Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gz4g4.18c6bfbce9719db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "44221"
    uid: 9ecda577-2ccf-4595-9114-f40836334cf0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:38:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gz4g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "44158"
    uid: ff6e727c-8715-42f7-b18c-312f89c6b6e5
  kind: Event
  lastTimestamp: "2026-07-29T11:38:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:38:40Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gz4g4.18c6bfbce97bb09a
    namespace: kserve-ci-e2e-test
    resourceVersion: "44222"
    uid: 55069c42-058b-4fed-9a90-1d090a6f7dbe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:38:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gz4g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "44158"
    uid: ff6e727c-8715-42f7-b18c-312f89c6b6e5
  kind: Event
  lastTimestamp: "2026-07-29T11:38:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:38:40Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gz4g4.18c6bfbcec5c4621
    namespace: kserve-ci-e2e-test
    resourceVersion: "44224"
    uid: 6012c116-40c4-4f20-86be-8ed2d1ce08b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:38:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gz4g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "44158"
    uid: ff6e727c-8715-42f7-b18c-312f89c6b6e5
  kind: Event
  lastTimestamp: "2026-07-29T11:38:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:38:40Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gz4g4.18c6bfbceccd3005
    namespace: kserve-ci-e2e-test
    resourceVersion: "44225"
    uid: 5dc2ede0-8225-4c1d-ac8d-a38117127f03
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gz4g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "44158"
    uid: ff6e727c-8715-42f7-b18c-312f89c6b6e5
  kind: Event
  lastTimestamp: "2026-07-29T11:39:17Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-29T11:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:39:17Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gz4g4.18c6bfc58651976c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44485"
    uid: 507c1dc5-aa38-4555-a2dc-6666b235a3fa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:39:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gz4g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "44158"
    uid: ff6e727c-8715-42f7-b18c-312f89c6b6e5
  kind: Event
  lastTimestamp: "2026-07-29T11:39:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:39:35Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gz4g4.18c6bfc9cbc3b5f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "44639"
    uid: b3b78f4d-cfca-45a5-b13b-4659c5c4b3a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:39:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gz4g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "44158"
    uid: ff6e727c-8715-42f7-b18c-312f89c6b6e5
  kind: Event
  lastTimestamp: "2026-07-29T11:39:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:39:35Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gz4g4.18c6bfc9cbc42fd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "44640"
    uid: 9ae19af4-2227-4617-acff-e8618302cce4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:39:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gz4g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "44158"
    uid: ff6e727c-8715-42f7-b18c-312f89c6b6e5
  kind: Event
  lastTimestamp: "2026-07-29T11:39:37Z"
  message: 'Readiness probe failed: Get "https://10.133.0.65:8643/healthz": dial tcp
    10.133.0.65:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:39:37Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gz4g4.18c6bfca2bad2d68
    namespace: kserve-ci-e2e-test
    resourceVersion: "44652"
    uid: 36abc68b-882f-4623-8d12-cb1ad4f19a36
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:39:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gz4g4
    namespace: kserve-ci-e2e-test
    resourceVersion: "44158"
    uid: ff6e727c-8715-42f7-b18c-312f89c6b6e5
  kind: Event
  lastTimestamp: "2026-07-29T11:39:38Z"
  message: 'Readiness probe failed: Get "http://10.133.0.65:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-29T11:39:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:39:38Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gz4g4.18c6bfca6a1a7e80
    namespace: kserve-ci-e2e-test
    resourceVersion: "44660"
    uid: 47e02b99-1f7f-44a9-b30f-b6b16e9e32fb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:38:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "44145"
    uid: 5759649e-6cab-4613-9761-ce6d30deb198
  kind: Event
  lastTimestamp: "2026-07-29T11:38:35Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-gz4g4'
  metadata:
    creationTimestamp: "2026-07-29T11:38:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:38:35Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18c6bfbbcca709dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "44157"
    uid: 38bff495-d8fd-4924-b48e-e0633860b36f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:38:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44143"
    uid: eb2565c9-2896-4b20-a411-f26e0bd5cec7
  kind: Event
  lastTimestamp: "2026-07-29T11:38:35Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:38:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:38:35Z"
    name: isvc-sklearn-v2-runtime-predictor.18c6bfbbc931eb54
    namespace: kserve-ci-e2e-test
    resourceVersion: "44146"
    uid: 2ec70e39-da4d-465d-8314-22462eaeab9e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:38:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44144"
    uid: 0b9928f0-b18f-4e63-9501-2b3d19239faa
  kind: Event
  lastTimestamp: "2026-07-29T11:39:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:39:20Z"
    name: isvc-sklearn-v2-runtime-predictor.18c6bfbf4822197e
    namespace: kserve-ci-e2e-test
    resourceVersion: "44506"
    uid: 20bcfb12-1fb5-4e06-990a-a51c58f6eee2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:38:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44144"
    uid: 0b9928f0-b18f-4e63-9501-2b3d19239faa
  kind: Event
  lastTimestamp: "2026-07-29T11:39:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:39:20Z"
    name: isvc-sklearn-v2-runtime-predictor.18c6bfbf48899b44
    namespace: kserve-ci-e2e-test
    resourceVersion: "44507"
    uid: 89e044a4-aed7-4974-9e52-33e362a389b6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:39:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44299"
    uid: 0b9928f0-b18f-4e63-9501-2b3d19239faa
  kind: Event
  lastTimestamp: "2026-07-29T11:39:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:39:35Z"
    name: isvc-sklearn-v2-runtime-predictor.18c6bfc9c510413b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44623"
    uid: 9c2d9c21-bf27-412b-8578-98e340d5aecb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:39:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44299"
    uid: 0b9928f0-b18f-4e63-9501-2b3d19239faa
  kind: Event
  lastTimestamp: "2026-07-29T11:39:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:39:35Z"
    name: isvc-sklearn-v2-runtime-predictor.18c6bfc9c558f502
    namespace: kserve-ci-e2e-test
    resourceVersion: "44624"
    uid: 7eb78050-dd40-4fc5-ba39-df0c436f5d63
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T11:38:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44136"
    uid: d4b3e4fa-c14d-483c-913e-85883cb443bc
  kind: Event
  lastTimestamp: "2026-07-29T11:39:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:38:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:39:27Z"
    name: isvc-sklearn-v2-runtime.18c6bfbbc937e30a
    namespace: kserve-ci-e2e-test
    resourceVersion: "44561"
    uid: 919c5d13-6b1b-4eb3-a8bf-b317d4820384
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:38:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44136"
    uid: d4b3e4fa-c14d-483c-913e-85883cb443bc
  kind: Event
  lastTimestamp: "2026-07-29T11:38:35Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:38:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:38:35Z"
    name: isvc-sklearn-v2-runtime.18c6bfbbc9b98eea
    namespace: kserve-ci-e2e-test
    resourceVersion: "44149"
    uid: 3418026e-eba2-404f-aef5-1e6c563276ff
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:39:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44559"
    uid: d4b3e4fa-c14d-483c-913e-85883cb443bc
  kind: Event
  lastTimestamp: "2026-07-29T11:39:27Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:39:27Z"
    name: isvc-sklearn-v2-runtime.18c6bfc7dd78492a
    namespace: kserve-ci-e2e-test
    resourceVersion: "44560"
    uid: fd3d9eb2-0a48-4459-94de-d2a40e32cd7c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T11:39:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44682"
    uid: ed16bc6d-a392-4c93-b97e-b676e719acc5
  kind: Event
  lastTimestamp: "2026-07-29T11:41:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:39:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:41:04Z"
    name: isvc-sklearn-v2.18c6bfcafb181bf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "45340"
    uid: 92329f51-406e-4164-8c80-102714da79cf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:39:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44682"
    uid: ed16bc6d-a392-4c93-b97e-b676e719acc5
  kind: Event
  lastTimestamp: "2026-07-29T11:39:40Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:39:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:39:40Z"
    name: isvc-sklearn-v2.18c6bfcafb9d65e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44696"
    uid: d2f21293-adb7-48a2-a98b-3f2ecd6ff0f1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:41:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45338"
    uid: ed16bc6d-a392-4c93-b97e-b676e719acc5
  kind: Event
  lastTimestamp: "2026-07-29T11:41:04Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:41:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:41:04Z"
    name: isvc-sklearn-v2.18c6bfde8476f0cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "45339"
    uid: c65e0a5b-0291-4691-a594-69b503297537
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T11:35:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "42187"
    uid: fe9f4e33-f505-40db-b687-2f5f0cfce203
  kind: Event
  lastTimestamp: "2026-07-29T11:36:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:36:41Z"
    name: isvc-sklearn.18c6bf8dcf569353
    namespace: kserve-ci-e2e-test
    resourceVersion: "43132"
    uid: 16e98780-79a4-4bdc-9d65-ae6b13ff9877
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:35:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "42187"
    uid: fe9f4e33-f505-40db-b687-2f5f0cfce203
  kind: Event
  lastTimestamp: "2026-07-29T11:35:18Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-29T11:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:35:18Z"
    name: isvc-sklearn.18c6bf8dcfbdb1e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "42201"
    uid: 7b895386-fae1-47d2-90ed-b8f30c2d3cc0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:36:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "43129"
    uid: fe9f4e33-f505-40db-b687-2f5f0cfce203
  kind: Event
  lastTimestamp: "2026-07-29T11:36:41Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:36:41Z"
    name: isvc-sklearn.18c6bfa13d9c22b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "43130"
    uid: 9fc4a320-28fa-4204-906b-5de80bf33669
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:42:41.494140Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9hmkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "46184"
    uid: 92c1d2e1-fca9-4b6f-878e-a092af580def
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-9hmkn
    to ip-10-0-138-159.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:42:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:42:41Z"
    name: isvc-tensorflow-predictor-547dfc5669-9hmkn.18c6bff50c5ac979
    namespace: kserve-ci-e2e-test
    resourceVersion: "46189"
    uid: 3d39523c-8c2f-4251-bb94-1033b08c9409
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:42:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9hmkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "46195"
    uid: 92c1d2e1-fca9-4b6f-878e-a092af580def
  kind: Event
  lastTimestamp: "2026-07-29T11:42:41Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:42:41Z"
    name: isvc-tensorflow-predictor-547dfc5669-9hmkn.18c6bff5262f7624
    namespace: kserve-ci-e2e-test
    resourceVersion: "46206"
    uid: a2c4d37d-221d-4c73-9ba7-317d9b265ead
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:42:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9hmkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "46186"
    uid: 92c1d2e1-fca9-4b6f-878e-a092af580def
  kind: Event
  lastTimestamp: "2026-07-29T11:42:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:42:41Z"
    name: isvc-tensorflow-predictor-547dfc5669-9hmkn.18c6bff527c90e50
    namespace: kserve-ci-e2e-test
    resourceVersion: "46208"
    uid: 43846390-1bdf-412b-a755-23c0095186ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:42:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9hmkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "46186"
    uid: 92c1d2e1-fca9-4b6f-878e-a092af580def
  kind: Event
  lastTimestamp: "2026-07-29T11:42:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:42:41Z"
    name: isvc-tensorflow-predictor-547dfc5669-9hmkn.18c6bff52a593004
    namespace: kserve-ci-e2e-test
    resourceVersion: "46209"
    uid: 0cfa7ace-0161-4861-a425-de7068ca09fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:42:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9hmkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "46186"
    uid: 92c1d2e1-fca9-4b6f-878e-a092af580def
  kind: Event
  lastTimestamp: "2026-07-29T11:42:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:42:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:42:42Z"
    name: isvc-tensorflow-predictor-547dfc5669-9hmkn.18c6bff52adc9970
    namespace: kserve-ci-e2e-test
    resourceVersion: "46210"
    uid: eb5ec419-4e4e-4b2c-8a5d-b188afcc2a0b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:42:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9hmkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "46186"
    uid: 92c1d2e1-fca9-4b6f-878e-a092af580def
  kind: Event
  lastTimestamp: "2026-07-29T11:42:47Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-07-29T11:42:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:42:47Z"
    name: isvc-tensorflow-predictor-547dfc5669-9hmkn.18c6bff6625d9b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "46257"
    uid: 54397b13-bb16-4388-b187-9e143617518a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:42:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9hmkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "46186"
    uid: 92c1d2e1-fca9-4b6f-878e-a092af580def
  kind: Event
  lastTimestamp: "2026-07-29T11:42:50Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.536s (3.536s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-07-29T11:42:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:42:50Z"
    name: isvc-tensorflow-predictor-547dfc5669-9hmkn.18c6bff735256f29
    namespace: kserve-ci-e2e-test
    resourceVersion: "46286"
    uid: 342e1b84-a08e-4710-a1bb-13c4d68593a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:42:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9hmkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "46186"
    uid: 92c1d2e1-fca9-4b6f-878e-a092af580def
  kind: Event
  lastTimestamp: "2026-07-29T11:42:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:42:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:42:50Z"
    name: isvc-tensorflow-predictor-547dfc5669-9hmkn.18c6bff73876a832
    namespace: kserve-ci-e2e-test
    resourceVersion: "46287"
    uid: 3678c86d-2e3b-4d1d-8323-58df0e5f76ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:42:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9hmkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "46186"
    uid: 92c1d2e1-fca9-4b6f-878e-a092af580def
  kind: Event
  lastTimestamp: "2026-07-29T11:42:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:42:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:42:50Z"
    name: isvc-tensorflow-predictor-547dfc5669-9hmkn.18c6bff738e876c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "46288"
    uid: e109e993-2294-46d1-968b-bfd4e2c0042c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:42:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9hmkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "46186"
    uid: 92c1d2e1-fca9-4b6f-878e-a092af580def
  kind: Event
  lastTimestamp: "2026-07-29T11:42:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:42:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:42:50Z"
    name: isvc-tensorflow-predictor-547dfc5669-9hmkn.18c6bff738f27f8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "46289"
    uid: 05bb1ceb-722a-482b-82e6-4193780f6ba4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:42:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9hmkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "46186"
    uid: 92c1d2e1-fca9-4b6f-878e-a092af580def
  kind: Event
  lastTimestamp: "2026-07-29T11:42:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:42:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:42:50Z"
    name: isvc-tensorflow-predictor-547dfc5669-9hmkn.18c6bff73bb56a23
    namespace: kserve-ci-e2e-test
    resourceVersion: "46290"
    uid: 2e2ae172-6e5d-4a08-ab08-e09e142bcc9c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:42:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9hmkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "46186"
    uid: 92c1d2e1-fca9-4b6f-878e-a092af580def
  kind: Event
  lastTimestamp: "2026-07-29T11:42:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:42:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:42:50Z"
    name: isvc-tensorflow-predictor-547dfc5669-9hmkn.18c6bff73c2ac40c
    namespace: kserve-ci-e2e-test
    resourceVersion: "46291"
    uid: d0bdbf04-4bb1-4e11-ab88-03e5589737e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:42:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9hmkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "46186"
    uid: 92c1d2e1-fca9-4b6f-878e-a092af580def
  kind: Event
  lastTimestamp: "2026-07-29T11:42:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:42:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:42:57Z"
    name: isvc-tensorflow-predictor-547dfc5669-9hmkn.18c6bff752346ec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "46338"
    uid: 854ef93f-679f-4e90-85af-06834fe2d454
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:43:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9hmkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "46186"
    uid: 92c1d2e1-fca9-4b6f-878e-a092af580def
  kind: Event
  lastTimestamp: "2026-07-29T11:43:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:43:22Z"
    name: isvc-tensorflow-predictor-547dfc5669-9hmkn.18c6bffe9dab8222
    namespace: kserve-ci-e2e-test
    resourceVersion: "46535"
    uid: c2d66812-adf1-446a-84c0-3fc7ffe79133
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:43:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9hmkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "46186"
    uid: 92c1d2e1-fca9-4b6f-878e-a092af580def
  kind: Event
  lastTimestamp: "2026-07-29T11:43:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:43:22Z"
    name: isvc-tensorflow-predictor-547dfc5669-9hmkn.18c6bffe9dabf0f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "46536"
    uid: f2ac6604-27d1-4e6e-ba84-bcd839cc05af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-29T11:43:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-9hmkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "46186"
    uid: 92c1d2e1-fca9-4b6f-878e-a092af580def
  kind: Event
  lastTimestamp: "2026-07-29T11:43:52Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:43:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:43:52Z"
    name: isvc-tensorflow-predictor-547dfc5669-9hmkn.18c6bfffb4330bd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "46817"
    uid: d2639867-4582-4918-853b-07c338999b0a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:42:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "46176"
    uid: 9f966fb0-0d16-4424-bd96-263ee2194fc2
  kind: Event
  lastTimestamp: "2026-07-29T11:42:41Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-9hmkn'
  metadata:
    creationTimestamp: "2026-07-29T11:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:42:41Z"
    name: isvc-tensorflow-predictor-547dfc5669.18c6bff50c00dec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "46187"
    uid: 2d0b2855-636e-4324-894c-091e2d58384a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:42:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46174"
    uid: 165b6b86-3a48-49f1-8d69-5e969eac36f7
  kind: Event
  lastTimestamp: "2026-07-29T11:42:41Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:42:41Z"
    name: isvc-tensorflow-predictor.18c6bff509416de3
    namespace: kserve-ci-e2e-test
    resourceVersion: "46177"
    uid: a73e6daf-f3d9-4e60-9c2e-af857996d2e1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:42:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46175"
    uid: 43649220-9ad1-45d5-b819-b7521f13690a
  kind: Event
  lastTimestamp: "2026-07-29T11:42:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:42:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:42:56Z"
    name: isvc-tensorflow-predictor.18c6bff88898b490
    namespace: kserve-ci-e2e-test
    resourceVersion: "46328"
    uid: 34a22e2f-7fc3-444f-9925-e0ef4bb5246e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:42:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46175"
    uid: 43649220-9ad1-45d5-b819-b7521f13690a
  kind: Event
  lastTimestamp: "2026-07-29T11:42:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:42:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:42:56Z"
    name: isvc-tensorflow-predictor.18c6bff888e7eedc
    namespace: kserve-ci-e2e-test
    resourceVersion: "46330"
    uid: 42c30b08-0c76-4c59-a01a-82d70dabb4e6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:43:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46329"
    uid: 43649220-9ad1-45d5-b819-b7521f13690a
  kind: Event
  lastTimestamp: "2026-07-29T11:43:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:43:11Z"
    name: isvc-tensorflow-predictor.18c6bffc07e0d7c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "46448"
    uid: cfaff0c6-5c9d-499c-8aeb-1569529d12bf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:43:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46329"
    uid: 43649220-9ad1-45d5-b819-b7521f13690a
  kind: Event
  lastTimestamp: "2026-07-29T11:43:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:43:11Z"
    name: isvc-tensorflow-predictor.18c6bffc0851f732
    namespace: kserve-ci-e2e-test
    resourceVersion: "46450"
    uid: 78d51a8b-f1f8-46e6-b547-7baf9919365d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:43:27.720040Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n
    namespace: kserve-ci-e2e-test
    resourceVersion: "46600"
    uid: 1ff7fe15-a12d-4826-a7b0-5e948d4787b0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-hh94n
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:43:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:43:27Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n.18c6bfffcfa20b31
    namespace: kserve-ci-e2e-test
    resourceVersion: "46606"
    uid: 69803da1-0603-4d46-9991-1b77111310ec
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:43:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n
    namespace: kserve-ci-e2e-test
    resourceVersion: "46602"
    uid: 1ff7fe15-a12d-4826-a7b0-5e948d4787b0
  kind: Event
  lastTimestamp: "2026-07-29T11:43:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-29T11:43:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:43:28Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n.18c6bfffdb63f01e
    namespace: kserve-ci-e2e-test
    resourceVersion: "46621"
    uid: 445c42e2-4825-46e8-aef1-0d7fbb54dd34
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:43:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n
    namespace: kserve-ci-e2e-test
    resourceVersion: "46611"
    uid: 1ff7fe15-a12d-4826-a7b0-5e948d4787b0
  kind: Event
  lastTimestamp: "2026-07-29T11:43:29Z"
  message: Add eth0 [10.133.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:43:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:43:29Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n.18c6c00042ae2a63
    namespace: kserve-ci-e2e-test
    resourceVersion: "46632"
    uid: 5ab5574e-6e96-48f5-997b-e1508a5be0b2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:43:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n
    namespace: kserve-ci-e2e-test
    resourceVersion: "46602"
    uid: 1ff7fe15-a12d-4826-a7b0-5e948d4787b0
  kind: Event
  lastTimestamp: "2026-07-29T11:43:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:43:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:43:29Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n.18c6c000442f748e
    namespace: kserve-ci-e2e-test
    resourceVersion: "46634"
    uid: d2373751-d761-4475-9682-0ba8436f0c8e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:43:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n
    namespace: kserve-ci-e2e-test
    resourceVersion: "46602"
    uid: 1ff7fe15-a12d-4826-a7b0-5e948d4787b0
  kind: Event
  lastTimestamp: "2026-07-29T11:43:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:43:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:43:29Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n.18c6c0004711fcfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46635"
    uid: 348e5ae1-5f8c-468b-ad1a-9ed543929ac8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:43:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n
    namespace: kserve-ci-e2e-test
    resourceVersion: "46602"
    uid: 1ff7fe15-a12d-4826-a7b0-5e948d4787b0
  kind: Event
  lastTimestamp: "2026-07-29T11:43:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:43:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:43:29Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n.18c6c000478198b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "46636"
    uid: 057e0dde-3681-48cf-bc36-93b70eb6d2ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:43:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n
    namespace: kserve-ci-e2e-test
    resourceVersion: "46602"
    uid: 1ff7fe15-a12d-4826-a7b0-5e948d4787b0
  kind: Event
  lastTimestamp: "2026-07-29T11:43:34Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-07-29T11:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:43:34Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n.18c6c00169734c04
    namespace: kserve-ci-e2e-test
    resourceVersion: "46674"
    uid: ca9eca36-f97c-456b-9809-c8565907a195
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:43:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n
    namespace: kserve-ci-e2e-test
    resourceVersion: "46602"
    uid: 1ff7fe15-a12d-4826-a7b0-5e948d4787b0
  kind: Event
  lastTimestamp: "2026-07-29T11:43:38Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.576s (3.576s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-07-29T11:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:43:38Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n.18c6c0023e9b686b
    namespace: kserve-ci-e2e-test
    resourceVersion: "46707"
    uid: ab2e306e-45f5-4f94-aaed-eed78d3f63b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:43:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n
    namespace: kserve-ci-e2e-test
    resourceVersion: "46602"
    uid: 1ff7fe15-a12d-4826-a7b0-5e948d4787b0
  kind: Event
  lastTimestamp: "2026-07-29T11:43:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:43:38Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n.18c6c0024273085b
    namespace: kserve-ci-e2e-test
    resourceVersion: "46708"
    uid: 832f6d43-b6db-4c8f-8d5c-0fb7c07826c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:43:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n
    namespace: kserve-ci-e2e-test
    resourceVersion: "46602"
    uid: 1ff7fe15-a12d-4826-a7b0-5e948d4787b0
  kind: Event
  lastTimestamp: "2026-07-29T11:43:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:43:38Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n.18c6c00242e6751c
    namespace: kserve-ci-e2e-test
    resourceVersion: "46711"
    uid: 066bbefb-6184-4735-aa81-d806037d6780
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:43:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n
    namespace: kserve-ci-e2e-test
    resourceVersion: "46602"
    uid: 1ff7fe15-a12d-4826-a7b0-5e948d4787b0
  kind: Event
  lastTimestamp: "2026-07-29T11:43:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:43:38Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n.18c6c00242f06b27
    namespace: kserve-ci-e2e-test
    resourceVersion: "46712"
    uid: b435f707-a101-4a2e-8b05-cd16bb53e2ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:43:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n
    namespace: kserve-ci-e2e-test
    resourceVersion: "46602"
    uid: 1ff7fe15-a12d-4826-a7b0-5e948d4787b0
  kind: Event
  lastTimestamp: "2026-07-29T11:43:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:43:38Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n.18c6c00245b7821d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46713"
    uid: 723138de-aeb5-4709-9e8d-e5b2861ef3c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:43:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n
    namespace: kserve-ci-e2e-test
    resourceVersion: "46602"
    uid: 1ff7fe15-a12d-4826-a7b0-5e948d4787b0
  kind: Event
  lastTimestamp: "2026-07-29T11:43:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:43:38Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n.18c6c002462889d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46714"
    uid: 4d9b734c-a501-4aaf-a937-4b76bb05b6a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:43:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n
    namespace: kserve-ci-e2e-test
    resourceVersion: "46602"
    uid: 1ff7fe15-a12d-4826-a7b0-5e948d4787b0
  kind: Event
  lastTimestamp: "2026-07-29T11:43:44Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.68:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:43:44Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n.18c6c0025949885c
    namespace: kserve-ci-e2e-test
    resourceVersion: "46761"
    uid: 283f7199-8135-4749-878f-66ba1c6f2b43
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n
    namespace: kserve-ci-e2e-test
    resourceVersion: "46602"
    uid: 1ff7fe15-a12d-4826-a7b0-5e948d4787b0
  kind: Event
  lastTimestamp: "2026-07-29T11:44:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:44:07Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n.18c6c00914ef8e06
    namespace: kserve-ci-e2e-test
    resourceVersion: "46951"
    uid: 1dea4e91-54a1-4f74-9245-5b72ad54814c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n
    namespace: kserve-ci-e2e-test
    resourceVersion: "46602"
    uid: 1ff7fe15-a12d-4826-a7b0-5e948d4787b0
  kind: Event
  lastTimestamp: "2026-07-29T11:44:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:44:07Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n.18c6c00914f0436d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46952"
    uid: 4f9f8973-bf73-4bc1-a0de-ab381b0f4d03
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-29T11:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n
    namespace: kserve-ci-e2e-test
    resourceVersion: "46602"
    uid: 1ff7fe15-a12d-4826-a7b0-5e948d4787b0
  kind: Event
  lastTimestamp: "2026-07-29T11:44:34Z"
  message: 'Readiness probe failed: Get "https://10.133.0.68:8643/healthz": dial tcp
    10.133.0.68:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:44:34Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n.18c6c009913b0cf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47204"
    uid: b22dce77-6a8b-4a97-8148-ee87e1d124c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:43:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "46591"
    uid: 493b3640-1b03-4fe5-bdff-4dde009c891f
  kind: Event
  lastTimestamp: "2026-07-29T11:43:27Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-hh94n'
  metadata:
    creationTimestamp: "2026-07-29T11:43:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:43:27Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18c6bfffcf14dd27
    namespace: kserve-ci-e2e-test
    resourceVersion: "46601"
    uid: 3d5ac62a-da43-4c53-be40-1876823d8aed
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:43:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46589"
    uid: b0ff853c-bd83-4634-bfcc-ced360cbe8c8
  kind: Event
  lastTimestamp: "2026-07-29T11:43:27Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:43:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:43:27Z"
    name: isvc-tensorflow-runtime-predictor.18c6bfffcc23ce05
    namespace: kserve-ci-e2e-test
    resourceVersion: "46593"
    uid: e2fdf6b5-0f8c-4286-a7db-4468cf2f0844
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:43:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46590"
    uid: 48e9825b-caa9-4722-bb5a-6a5fe2ecef7f
  kind: Event
  lastTimestamp: "2026-07-29T11:43:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:43:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:43:42Z"
    name: isvc-tensorflow-runtime-predictor.18c6c0034ace1751
    namespace: kserve-ci-e2e-test
    resourceVersion: "46747"
    uid: e55fd9f0-32ab-44ad-a7fc-d0098941dd84
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:43:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46590"
    uid: 48e9825b-caa9-4722-bb5a-6a5fe2ecef7f
  kind: Event
  lastTimestamp: "2026-07-29T11:43:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:43:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:43:42Z"
    name: isvc-tensorflow-runtime-predictor.18c6c0034b403b8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46749"
    uid: bc152806-6e38-41f9-8021-a864dff10074
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:43:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46748"
    uid: 48e9825b-caa9-4722-bb5a-6a5fe2ecef7f
  kind: Event
  lastTimestamp: "2026-07-29T11:43:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:43:57Z"
    name: isvc-tensorflow-runtime-predictor.18c6c006cacf5185
    namespace: kserve-ci-e2e-test
    resourceVersion: "46865"
    uid: beb81f55-e987-46f0-a4f2-00aa52cba8f3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:43:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46748"
    uid: 48e9825b-caa9-4722-bb5a-6a5fe2ecef7f
  kind: Event
  lastTimestamp: "2026-07-29T11:43:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:43:57Z"
    name: isvc-tensorflow-runtime-predictor.18c6c006cb3c1454
    namespace: kserve-ci-e2e-test
    resourceVersion: "46867"
    uid: 78b30b37-2a58-48b2-8148-13b7d9082595
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T11:43:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "46581"
    uid: 45b32aa9-af75-4d09-81a1-0e1673d6d139
  kind: Event
  lastTimestamp: "2026-07-29T11:43:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:43:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:43:54Z"
    name: isvc-tensorflow-runtime.18c6bfffcc0c7010
    namespace: kserve-ci-e2e-test
    resourceVersion: "46846"
    uid: 396bafde-e478-4df8-91c6-c3f2f4794b65
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:43:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "46581"
    uid: 45b32aa9-af75-4d09-81a1-0e1673d6d139
  kind: Event
  lastTimestamp: "2026-07-29T11:43:27Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:43:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:43:27Z"
    name: isvc-tensorflow-runtime.18c6bfffcc70b7ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "46596"
    uid: 926fbdd4-8987-4c30-955b-00689e8efbcf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:43:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "46843"
    uid: 45b32aa9-af75-4d09-81a1-0e1673d6d139
  kind: Event
  lastTimestamp: "2026-07-29T11:43:54Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:43:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:43:54Z"
    name: isvc-tensorflow-runtime.18c6c00618f02707
    namespace: kserve-ci-e2e-test
    resourceVersion: "46844"
    uid: 245ee602-e1d3-4e44-b958-51c7cc0bd827
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-29T11:42:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "46165"
    uid: c1d2dc5f-f015-42f1-8aa1-7f237fe9f405
  kind: Event
  lastTimestamp: "2026-07-29T11:43:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:43:07Z"
    name: isvc-tensorflow.18c6bff5096acab7
    namespace: kserve-ci-e2e-test
    resourceVersion: "46416"
    uid: 153eb996-80ea-4bc0-bcc7-2d27b1c94c17
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:42:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "46165"
    uid: c1d2dc5f-f015-42f1-8aa1-7f237fe9f405
  kind: Event
  lastTimestamp: "2026-07-29T11:42:41Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:42:41Z"
    name: isvc-tensorflow.18c6bff509ca1c56
    namespace: kserve-ci-e2e-test
    resourceVersion: "46197"
    uid: 0652599b-4678-4013-9bae-da38828c43ca
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:42:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "46169"
    uid: c1d2dc5f-f015-42f1-8aa1-7f237fe9f405
  kind: Event
  lastTimestamp: "2026-07-29T11:42:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:42:41Z"
    name: isvc-tensorflow.18c6bff510154553
    namespace: kserve-ci-e2e-test
    resourceVersion: "46198"
    uid: d6baac2c-12d4-4699-9c9b-bef32ca4841d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:43:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "46414"
    uid: c1d2dc5f-f015-42f1-8aa1-7f237fe9f405
  kind: Event
  lastTimestamp: "2026-07-29T11:43:07Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:43:07Z"
    name: isvc-tensorflow.18c6bffb12d4e6af
    namespace: kserve-ci-e2e-test
    resourceVersion: "46415"
    uid: 5783291f-02ae-4c58-9a08-69eee2c7302b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:44:12.698198Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-qkwmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "47014"
    uid: 7350f996-19d8-4816-a30b-67c9a676bb3b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-qkwmc
    to ip-10-0-138-159.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:44:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:44:12Z"
    name: isvc-triton-predictor-5d7db58676-qkwmc.18c6c00a488a4577
    namespace: kserve-ci-e2e-test
    resourceVersion: "47021"
    uid: 1cc0ef04-20bf-4c86-85bc-07eb286c2129
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:44:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-qkwmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "47025"
    uid: 7350f996-19d8-4816-a30b-67c9a676bb3b
  kind: Event
  lastTimestamp: "2026-07-29T11:44:13Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:44:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:44:13Z"
    name: isvc-triton-predictor-5d7db58676-qkwmc.18c6c00a61f1d127
    namespace: kserve-ci-e2e-test
    resourceVersion: "47034"
    uid: fd44b1db-e4c0-4418-b859-5a37fccb02f8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:44:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-qkwmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "47017"
    uid: 7350f996-19d8-4816-a30b-67c9a676bb3b
  kind: Event
  lastTimestamp: "2026-07-29T11:44:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:44:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:44:13Z"
    name: isvc-triton-predictor-5d7db58676-qkwmc.18c6c00a63871f06
    namespace: kserve-ci-e2e-test
    resourceVersion: "47036"
    uid: e739fff5-0baf-4e31-a832-8ba03bdf1619
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:44:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-qkwmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "47017"
    uid: 7350f996-19d8-4816-a30b-67c9a676bb3b
  kind: Event
  lastTimestamp: "2026-07-29T11:44:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:44:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:44:13Z"
    name: isvc-triton-predictor-5d7db58676-qkwmc.18c6c00a66280077
    namespace: kserve-ci-e2e-test
    resourceVersion: "47037"
    uid: 15110e5b-7f42-4014-8803-4e6a6559ba5a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:44:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-qkwmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "47017"
    uid: 7350f996-19d8-4816-a30b-67c9a676bb3b
  kind: Event
  lastTimestamp: "2026-07-29T11:44:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:44:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:44:13Z"
    name: isvc-triton-predictor-5d7db58676-qkwmc.18c6c00a6699a642
    namespace: kserve-ci-e2e-test
    resourceVersion: "47038"
    uid: 488fa4de-982e-4a78-bde1-1f2dfcb40a21
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:44:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-qkwmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "47017"
    uid: 7350f996-19d8-4816-a30b-67c9a676bb3b
  kind: Event
  lastTimestamp: "2026-07-29T11:44:17Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-07-29T11:44:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:44:17Z"
    name: isvc-triton-predictor-5d7db58676-qkwmc.18c6c00b6d68ee26
    namespace: kserve-ci-e2e-test
    resourceVersion: "47076"
    uid: bcf4383a-43ad-4628-8140-cda9a89f7084
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-qkwmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "47017"
    uid: 7350f996-19d8-4816-a30b-67c9a676bb3b
  kind: Event
  lastTimestamp: "2026-07-29T11:46:12Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.633s
    (1m54.633s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-07-29T11:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:46:12Z"
    name: isvc-triton-predictor-5d7db58676-qkwmc.18c6c0261e14186c
    namespace: kserve-ci-e2e-test
    resourceVersion: "47880"
    uid: cf5326d1-f225-4bf1-839f-15192d562169
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-qkwmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "47017"
    uid: 7350f996-19d8-4816-a30b-67c9a676bb3b
  kind: Event
  lastTimestamp: "2026-07-29T11:46:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:46:12Z"
    name: isvc-triton-predictor-5d7db58676-qkwmc.18c6c02623994b71
    namespace: kserve-ci-e2e-test
    resourceVersion: "47881"
    uid: aa09494f-777d-4b34-90ac-672225ab4dd7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-qkwmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "47017"
    uid: 7350f996-19d8-4816-a30b-67c9a676bb3b
  kind: Event
  lastTimestamp: "2026-07-29T11:46:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:46:12Z"
    name: isvc-triton-predictor-5d7db58676-qkwmc.18c6c02624a90681
    namespace: kserve-ci-e2e-test
    resourceVersion: "47882"
    uid: 1e7064c5-37ce-4d99-b299-791927d22044
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-qkwmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "47017"
    uid: 7350f996-19d8-4816-a30b-67c9a676bb3b
  kind: Event
  lastTimestamp: "2026-07-29T11:46:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:46:12Z"
    name: isvc-triton-predictor-5d7db58676-qkwmc.18c6c02624b43075
    namespace: kserve-ci-e2e-test
    resourceVersion: "47883"
    uid: 839cb286-a2ad-42fd-8c92-617a3df4d728
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-qkwmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "47017"
    uid: 7350f996-19d8-4816-a30b-67c9a676bb3b
  kind: Event
  lastTimestamp: "2026-07-29T11:46:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:46:12Z"
    name: isvc-triton-predictor-5d7db58676-qkwmc.18c6c0262a4e0303
    namespace: kserve-ci-e2e-test
    resourceVersion: "47884"
    uid: 86566438-3f40-4160-8af2-a782dee8bcb4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-qkwmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "47017"
    uid: 7350f996-19d8-4816-a30b-67c9a676bb3b
  kind: Event
  lastTimestamp: "2026-07-29T11:46:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:46:12Z"
    name: isvc-triton-predictor-5d7db58676-qkwmc.18c6c0262b5f52eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47885"
    uid: 1fe3140e-4f92-4e02-b354-497cfe804619
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:46:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-qkwmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "47017"
    uid: 7350f996-19d8-4816-a30b-67c9a676bb3b
  kind: Event
  lastTimestamp: "2026-07-29T11:46:14Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:46:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:46:14Z"
    name: isvc-triton-predictor-5d7db58676-qkwmc.18c6c0265630e10f
    namespace: kserve-ci-e2e-test
    resourceVersion: "47904"
    uid: 0421cbf1-7ad6-425c-ad9e-cba1b713c74d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:46:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-qkwmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "47017"
    uid: 7350f996-19d8-4816-a30b-67c9a676bb3b
  kind: Event
  lastTimestamp: "2026-07-29T11:46:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:46:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:46:24Z"
    name: isvc-triton-predictor-5d7db58676-qkwmc.18c6c028e61a4346
    namespace: kserve-ci-e2e-test
    resourceVersion: "47999"
    uid: 99101ea9-1caa-43c9-bb0e-1d330c24174d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:46:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-qkwmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "47017"
    uid: 7350f996-19d8-4816-a30b-67c9a676bb3b
  kind: Event
  lastTimestamp: "2026-07-29T11:46:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:46:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:46:24Z"
    name: isvc-triton-predictor-5d7db58676-qkwmc.18c6c028e61b7168
    namespace: kserve-ci-e2e-test
    resourceVersion: "48000"
    uid: e814f638-7bb4-4c89-b122-179faf54de05
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:44:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "47006"
    uid: 57ad2a65-9c52-47b5-aad1-3fef941490e5
  kind: Event
  lastTimestamp: "2026-07-29T11:44:12Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-qkwmc'
  metadata:
    creationTimestamp: "2026-07-29T11:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:44:12Z"
    name: isvc-triton-predictor-5d7db58676.18c6c00a4821ced7
    namespace: kserve-ci-e2e-test
    resourceVersion: "47016"
    uid: 458f8ad2-9eeb-4136-a7e2-9a528d99202a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:44:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47004"
    uid: 4b0b53b1-4a7a-4365-8c83-d900bdac0f4c
  kind: Event
  lastTimestamp: "2026-07-29T11:44:12Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:44:12Z"
    name: isvc-triton-predictor.18c6c00a44e87f80
    namespace: kserve-ci-e2e-test
    resourceVersion: "47007"
    uid: 74581ae7-0589-4d42-a9ab-ba4e46250d40
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-29T11:44:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47005"
    uid: b699088b-5645-42e7-a6a4-645d99f39f6a
  kind: Event
  lastTimestamp: "2026-07-29T11:46:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:44:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:46:12Z"
    name: isvc-triton-predictor.18c6c00dc4f3b2e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47890"
    uid: ddb35c8a-6ca0-404f-8c93-bc2015e4d2e6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-29T11:44:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47005"
    uid: b699088b-5645-42e7-a6a4-645d99f39f6a
  kind: Event
  lastTimestamp: "2026-07-29T11:46:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:44:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:46:12Z"
    name: isvc-triton-predictor.18c6c00dc5a04e77
    namespace: kserve-ci-e2e-test
    resourceVersion: "47891"
    uid: ae04d94c-f839-4ee9-88fd-26ef2b7656f1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T11:44:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "46997"
    uid: 123dab38-e00d-4752-baf4-f0455905ad13
  kind: Event
  lastTimestamp: "2026-07-29T11:46:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:46:19Z"
    name: isvc-triton.18c6c00a4517e3dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "47945"
    uid: 900d3ee8-1ce8-4ec3-a4d1-16bbeb5a6b00
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:44:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "46997"
    uid: 123dab38-e00d-4752-baf4-f0455905ad13
  kind: Event
  lastTimestamp: "2026-07-29T11:44:12Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-29T11:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:44:12Z"
    name: isvc-triton.18c6c00a4589341f
    namespace: kserve-ci-e2e-test
    resourceVersion: "47010"
    uid: d2bfe075-d6c8-4957-93c9-61a9bceb8b14
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:46:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "47942"
    uid: 123dab38-e00d-4752-baf4-f0455905ad13
  kind: Event
  lastTimestamp: "2026-07-29T11:46:19Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:46:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:46:19Z"
    name: isvc-triton.18c6c027c34ef08f
    namespace: kserve-ci-e2e-test
    resourceVersion: "47943"
    uid: 8e5bfa27-38b2-4c4c-8580-c7a71bd3d2e9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:46:29.333888Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-k8ksp
    namespace: kserve-ci-e2e-test
    resourceVersion: "48066"
    uid: 5a400260-3459-4cf0-8315-a32821624014
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-k8ksp
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:46:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:46:29Z"
    name: isvc-xgboost-predictor-7566d65bf7-k8ksp.18c6c02a18a96f95
    namespace: kserve-ci-e2e-test
    resourceVersion: "48070"
    uid: bbc6b478-3f77-435f-a794-acdb8ced5771
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:46:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-k8ksp
    namespace: kserve-ci-e2e-test
    resourceVersion: "48074"
    uid: 5a400260-3459-4cf0-8315-a32821624014
  kind: Event
  lastTimestamp: "2026-07-29T11:46:29Z"
  message: Add eth0 [10.133.0.69/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:46:29Z"
    name: isvc-xgboost-predictor-7566d65bf7-k8ksp.18c6c02a31ec7c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "48084"
    uid: 181cdca3-3887-4b8f-aeff-c241e15ec2f5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:46:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-k8ksp
    namespace: kserve-ci-e2e-test
    resourceVersion: "48068"
    uid: 5a400260-3459-4cf0-8315-a32821624014
  kind: Event
  lastTimestamp: "2026-07-29T11:46:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:46:29Z"
    name: isvc-xgboost-predictor-7566d65bf7-k8ksp.18c6c02a3357361a
    namespace: kserve-ci-e2e-test
    resourceVersion: "48087"
    uid: 4d272fd5-ff9e-4ec7-80ea-76d892781765
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:46:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-k8ksp
    namespace: kserve-ci-e2e-test
    resourceVersion: "48068"
    uid: 5a400260-3459-4cf0-8315-a32821624014
  kind: Event
  lastTimestamp: "2026-07-29T11:46:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:46:29Z"
    name: isvc-xgboost-predictor-7566d65bf7-k8ksp.18c6c02a36a0862f
    namespace: kserve-ci-e2e-test
    resourceVersion: "48088"
    uid: c44c8a67-546c-4d6f-bd72-b86531b33bbb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:46:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-k8ksp
    namespace: kserve-ci-e2e-test
    resourceVersion: "48068"
    uid: 5a400260-3459-4cf0-8315-a32821624014
  kind: Event
  lastTimestamp: "2026-07-29T11:46:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:46:29Z"
    name: isvc-xgboost-predictor-7566d65bf7-k8ksp.18c6c02a3719e4e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "48089"
    uid: 6b163456-e605-4871-a3c7-3edf6cec74f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:46:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-k8ksp
    namespace: kserve-ci-e2e-test
    resourceVersion: "48068"
    uid: 5a400260-3459-4cf0-8315-a32821624014
  kind: Event
  lastTimestamp: "2026-07-29T11:46:34Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-29T11:46:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:46:34Z"
    name: isvc-xgboost-predictor-7566d65bf7-k8ksp.18c6c02b45563683
    namespace: kserve-ci-e2e-test
    resourceVersion: "48123"
    uid: 91837471-cb8b-444a-8e63-a5ccf71f5f3b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:46:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-k8ksp
    namespace: kserve-ci-e2e-test
    resourceVersion: "48068"
    uid: 5a400260-3459-4cf0-8315-a32821624014
  kind: Event
  lastTimestamp: "2026-07-29T11:46:52Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.394s (18.394s
    including waiting). Image size: 1307355899 bytes.'
  metadata:
    creationTimestamp: "2026-07-29T11:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:46:52Z"
    name: isvc-xgboost-predictor-7566d65bf7-k8ksp.18c6c02f8db6b79a
    namespace: kserve-ci-e2e-test
    resourceVersion: "48253"
    uid: 25806fa9-b367-41f1-9e6e-448d3017e24a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:46:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-k8ksp
    namespace: kserve-ci-e2e-test
    resourceVersion: "48068"
    uid: 5a400260-3459-4cf0-8315-a32821624014
  kind: Event
  lastTimestamp: "2026-07-29T11:46:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:46:52Z"
    name: isvc-xgboost-predictor-7566d65bf7-k8ksp.18c6c02f908be631
    namespace: kserve-ci-e2e-test
    resourceVersion: "48255"
    uid: fb6314ba-6423-4d67-9506-562e101d2773
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:46:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-k8ksp
    namespace: kserve-ci-e2e-test
    resourceVersion: "48068"
    uid: 5a400260-3459-4cf0-8315-a32821624014
  kind: Event
  lastTimestamp: "2026-07-29T11:46:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:46:52Z"
    name: isvc-xgboost-predictor-7566d65bf7-k8ksp.18c6c02f910f4f42
    namespace: kserve-ci-e2e-test
    resourceVersion: "48256"
    uid: 2027cb2d-8cc4-4afe-ab3b-b1ae4ac6772e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:46:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-k8ksp
    namespace: kserve-ci-e2e-test
    resourceVersion: "48068"
    uid: 5a400260-3459-4cf0-8315-a32821624014
  kind: Event
  lastTimestamp: "2026-07-29T11:46:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:46:52Z"
    name: isvc-xgboost-predictor-7566d65bf7-k8ksp.18c6c02f91194511
    namespace: kserve-ci-e2e-test
    resourceVersion: "48257"
    uid: b5beaa5b-76a3-4e4c-a239-6b07e7f8dc76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:46:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-k8ksp
    namespace: kserve-ci-e2e-test
    resourceVersion: "48068"
    uid: 5a400260-3459-4cf0-8315-a32821624014
  kind: Event
  lastTimestamp: "2026-07-29T11:46:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:46:52Z"
    name: isvc-xgboost-predictor-7566d65bf7-k8ksp.18c6c02f94745706
    namespace: kserve-ci-e2e-test
    resourceVersion: "48260"
    uid: a5dd2aa2-9ef9-4853-99c2-d90140a240c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:46:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-k8ksp
    namespace: kserve-ci-e2e-test
    resourceVersion: "48068"
    uid: 5a400260-3459-4cf0-8315-a32821624014
  kind: Event
  lastTimestamp: "2026-07-29T11:46:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:46:52Z"
    name: isvc-xgboost-predictor-7566d65bf7-k8ksp.18c6c02f94d48045
    namespace: kserve-ci-e2e-test
    resourceVersion: "48261"
    uid: 3624d808-d98e-49b5-9c37-70e525da5934
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-29T11:46:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-k8ksp
    namespace: kserve-ci-e2e-test
    resourceVersion: "48068"
    uid: 5a400260-3459-4cf0-8315-a32821624014
  kind: Event
  lastTimestamp: "2026-07-29T11:48:00Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.69:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:48:00Z"
    name: isvc-xgboost-predictor-7566d65bf7-k8ksp.18c6c02fb78404db
    namespace: kserve-ci-e2e-test
    resourceVersion: "48772"
    uid: d5feac0b-ba97-4c51-ac4f-ffe26a5ff9df
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:47:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-k8ksp
    namespace: kserve-ci-e2e-test
    resourceVersion: "48068"
    uid: 5a400260-3459-4cf0-8315-a32821624014
  kind: Event
  lastTimestamp: "2026-07-29T11:47:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:47:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:47:59Z"
    name: isvc-xgboost-predictor-7566d65bf7-k8ksp.18c6c03f13a1c019
    namespace: kserve-ci-e2e-test
    resourceVersion: "48762"
    uid: 72d5fc43-a39f-43e6-8714-e6e4e78596b0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:47:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-k8ksp
    namespace: kserve-ci-e2e-test
    resourceVersion: "48068"
    uid: 5a400260-3459-4cf0-8315-a32821624014
  kind: Event
  lastTimestamp: "2026-07-29T11:47:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:47:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:47:59Z"
    name: isvc-xgboost-predictor-7566d65bf7-k8ksp.18c6c03f13a2dee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "48763"
    uid: f5a43d13-7166-422c-8aa8-0c0e7a6b5b28
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:48:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-k8ksp
    namespace: kserve-ci-e2e-test
    resourceVersion: "48068"
    uid: 5a400260-3459-4cf0-8315-a32821624014
  kind: Event
  lastTimestamp: "2026-07-29T11:48:00Z"
  message: 'Readiness probe failed: Get "https://10.133.0.69:8643/healthz": dial tcp
    10.133.0.69:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:48:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:48:00Z"
    name: isvc-xgboost-predictor-7566d65bf7-k8ksp.18c6c03f5187f6ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "48771"
    uid: 11edd9b4-79f0-49e5-b0c6-94a23142cad5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:46:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48054"
    uid: b58ec5f6-8a85-4dfe-99c0-3af688d62975
  kind: Event
  lastTimestamp: "2026-07-29T11:46:29Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-k8ksp'
  metadata:
    creationTimestamp: "2026-07-29T11:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:46:29Z"
    name: isvc-xgboost-predictor-7566d65bf7.18c6c02a18396e7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "48067"
    uid: e72840b4-56f7-4a76-af9c-9875a4620b55
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:46:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48052"
    uid: 7d63256e-03e6-41d1-8f8d-f7908f4eabc9
  kind: Event
  lastTimestamp: "2026-07-29T11:46:29Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:46:29Z"
    name: isvc-xgboost-predictor.18c6c02a13a35a83
    namespace: kserve-ci-e2e-test
    resourceVersion: "48056"
    uid: dc81a11c-27d1-4cc8-96a2-6aae7dc9402b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:46:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48053"
    uid: e318e42e-d4e5-4842-b55f-c0583263a4b7
  kind: Event
  lastTimestamp: "2026-07-29T11:47:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:47:29Z"
    name: isvc-xgboost-predictor.18c6c02d9239a3e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "48525"
    uid: 24e2c0c9-e1c2-432d-959b-118db5a08169
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:46:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48053"
    uid: e318e42e-d4e5-4842-b55f-c0583263a4b7
  kind: Event
  lastTimestamp: "2026-07-29T11:47:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:47:29Z"
    name: isvc-xgboost-predictor.18c6c02d92a316f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48526"
    uid: 424cba03-1bd3-4fc3-ada7-74b97627bffe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:47:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48196"
    uid: e318e42e-d4e5-4842-b55f-c0583263a4b7
  kind: Event
  lastTimestamp: "2026-07-29T11:47:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:47:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:47:59Z"
    name: isvc-xgboost-predictor.18c6c03490eca520
    namespace: kserve-ci-e2e-test
    resourceVersion: "48746"
    uid: cbd6d51d-d9ab-4d75-b2b0-23fa9ddb1442
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T11:47:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48196"
    uid: e318e42e-d4e5-4842-b55f-c0583263a4b7
  kind: Event
  lastTimestamp: "2026-07-29T11:47:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:47:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:47:59Z"
    name: isvc-xgboost-predictor.18c6c034914b5c39
    namespace: kserve-ci-e2e-test
    resourceVersion: "48747"
    uid: e0dc744d-cf32-48d2-8dab-c0dfae734082
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:49:55.085754Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-f8fz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49777"
    uid: d73d565a-3c44-49a6-980b-7f7662a52b48
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-f8fz4
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:49:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:49:55Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-f8fz4.18c6c05a006db91c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49783"
    uid: 43463d60-3f97-4a41-a524-fac16839e200
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:49:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-f8fz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49787"
    uid: d73d565a-3c44-49a6-980b-7f7662a52b48
  kind: Event
  lastTimestamp: "2026-07-29T11:49:55Z"
  message: Add eth0 [10.133.0.72/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:49:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:49:55Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-f8fz4.18c6c05a199d0a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "49800"
    uid: 613f37cd-f104-4597-9974-8090a8086a04
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:49:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-f8fz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49778"
    uid: d73d565a-3c44-49a6-980b-7f7662a52b48
  kind: Event
  lastTimestamp: "2026-07-29T11:49:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:49:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:49:55Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-f8fz4.18c6c05a1b16b9d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "49802"
    uid: 02034485-5e97-4445-82df-902d97906f49
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:49:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-f8fz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49778"
    uid: d73d565a-3c44-49a6-980b-7f7662a52b48
  kind: Event
  lastTimestamp: "2026-07-29T11:49:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:49:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:49:55Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-f8fz4.18c6c05a1da5599e
    namespace: kserve-ci-e2e-test
    resourceVersion: "49803"
    uid: be1356a4-3c74-435c-af26-c918bfce9487
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:49:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-f8fz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49778"
    uid: d73d565a-3c44-49a6-980b-7f7662a52b48
  kind: Event
  lastTimestamp: "2026-07-29T11:49:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:49:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:49:55Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-f8fz4.18c6c05a1e0f3e7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49804"
    uid: 56d484e5-4939-4a4c-b2cf-b0925daa0e33
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:50:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-f8fz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49778"
    uid: d73d565a-3c44-49a6-980b-7f7662a52b48
  kind: Event
  lastTimestamp: "2026-07-29T11:50:00Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:50:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:50:00Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-f8fz4.18c6c05b3691dc9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "49843"
    uid: d45a98f0-a35c-4edb-93a3-05a88d364771
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:50:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-f8fz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49778"
    uid: d73d565a-3c44-49a6-980b-7f7662a52b48
  kind: Event
  lastTimestamp: "2026-07-29T11:50:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:50:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:50:00Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-f8fz4.18c6c05b3a082025
    namespace: kserve-ci-e2e-test
    resourceVersion: "49845"
    uid: 06244438-bfd9-4b92-bda0-5ba3649ccf2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:50:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-f8fz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49778"
    uid: d73d565a-3c44-49a6-980b-7f7662a52b48
  kind: Event
  lastTimestamp: "2026-07-29T11:50:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:50:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:50:00Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-f8fz4.18c6c05b3a7aacfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "49848"
    uid: 418ccdf7-1db2-4913-94e0-5f6b9cc8261b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:50:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-f8fz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49778"
    uid: d73d565a-3c44-49a6-980b-7f7662a52b48
  kind: Event
  lastTimestamp: "2026-07-29T11:50:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:50:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:50:00Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-f8fz4.18c6c05b3a83af0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "49849"
    uid: f580c60e-959d-4061-9f71-744c3e1e7d25
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:50:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-f8fz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49778"
    uid: d73d565a-3c44-49a6-980b-7f7662a52b48
  kind: Event
  lastTimestamp: "2026-07-29T11:50:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:50:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:50:00Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-f8fz4.18c6c05b3e9b9e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49851"
    uid: 7ef4c6c3-a86f-4424-8ff0-db9eb8240d68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:50:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-f8fz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49778"
    uid: d73d565a-3c44-49a6-980b-7f7662a52b48
  kind: Event
  lastTimestamp: "2026-07-29T11:50:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:50:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:50:00Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-f8fz4.18c6c05b3f1fdb01
    namespace: kserve-ci-e2e-test
    resourceVersion: "49852"
    uid: fdd8813c-b79c-4ecb-ba42-bb3b50724ef2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-29T11:50:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-f8fz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49778"
    uid: d73d565a-3c44-49a6-980b-7f7662a52b48
  kind: Event
  lastTimestamp: "2026-07-29T11:51:07Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.72:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:51:07Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-f8fz4.18c6c05b729895d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "50347"
    uid: 19b5cf79-eb63-4c62-9e3e-723e020452bb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:51:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-f8fz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49778"
    uid: d73d565a-3c44-49a6-980b-7f7662a52b48
  kind: Event
  lastTimestamp: "2026-07-29T11:51:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:51:05Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-f8fz4.18c6c06a51f23791
    namespace: kserve-ci-e2e-test
    resourceVersion: "50330"
    uid: 8378e30d-5ede-4285-a82e-369473893e53
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:51:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-f8fz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49778"
    uid: d73d565a-3c44-49a6-980b-7f7662a52b48
  kind: Event
  lastTimestamp: "2026-07-29T11:51:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:51:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:51:05Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-f8fz4.18c6c06a51f2cd70
    namespace: kserve-ci-e2e-test
    resourceVersion: "50331"
    uid: 270bdf48-8779-4b7a-9af6-6d7c58818531
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:51:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-f8fz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49778"
    uid: d73d565a-3c44-49a6-980b-7f7662a52b48
  kind: Event
  lastTimestamp: "2026-07-29T11:51:07Z"
  message: 'Readiness probe failed: Get "https://10.133.0.72:8643/healthz": dial tcp
    10.133.0.72:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:51:07Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-f8fz4.18c6c06ad0b1a901
    namespace: kserve-ci-e2e-test
    resourceVersion: "50346"
    uid: cf1d0138-0168-40f6-8c20-5638bbd58071
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:49:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "49768"
    uid: 2712edd6-af6e-4b9f-ac9c-a42c7a6d8ebb
  kind: Event
  lastTimestamp: "2026-07-29T11:49:55Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-f8fz4'
  metadata:
    creationTimestamp: "2026-07-29T11:49:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:49:55Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18c6c059fffb4af0
    namespace: kserve-ci-e2e-test
    resourceVersion: "49779"
    uid: 93763afc-318c-4e8b-bcda-fd11529bc2da
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:49:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49766"
    uid: 685e5e56-81de-441f-970b-57dae8c4fefc
  kind: Event
  lastTimestamp: "2026-07-29T11:49:55Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-29T11:49:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:49:55Z"
    name: isvc-xgboost-runtime-predictor.18c6c059fcf9db04
    namespace: kserve-ci-e2e-test
    resourceVersion: "49769"
    uid: c3a5352a-3487-43c5-b618-52c4d0e8d9a7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:50:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49767"
    uid: 5d474676-eb32-49ed-b9e6-178fba9a491f
  kind: Event
  lastTimestamp: "2026-07-29T11:50:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:50:25Z"
    name: isvc-xgboost-runtime-predictor.18c6c05d7ba2b8cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "50028"
    uid: 8bd40904-6d92-43a5-9d9c-c2aa0c6919c7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:50:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49767"
    uid: 5d474676-eb32-49ed-b9e6-178fba9a491f
  kind: Event
  lastTimestamp: "2026-07-29T11:50:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:50:25Z"
    name: isvc-xgboost-runtime-predictor.18c6c05d7c06d52e
    namespace: kserve-ci-e2e-test
    resourceVersion: "50029"
    uid: 7fc5250b-1d52-4550-b542-2f182aac3a6d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:50:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49925"
    uid: 5d474676-eb32-49ed-b9e6-178fba9a491f
  kind: Event
  lastTimestamp: "2026-07-29T11:50:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:50:55Z"
    name: isvc-xgboost-runtime-predictor.18c6c0647ab45372
    namespace: kserve-ci-e2e-test
    resourceVersion: "50236"
    uid: 1e7f0e2d-1705-4ad4-bade-dc7a8ef5355a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:50:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49925"
    uid: 5d474676-eb32-49ed-b9e6-178fba9a491f
  kind: Event
  lastTimestamp: "2026-07-29T11:50:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:50:55Z"
    name: isvc-xgboost-runtime-predictor.18c6c0647b1b0a8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "50237"
    uid: f92c8793-4cd8-475e-8d06-52c2ca2bae81
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T11:49:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "49758"
    uid: 7a8d0944-9faa-4438-915b-b84a77a8afe4
  kind: Event
  lastTimestamp: "2026-07-29T11:50:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:49:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:50:57Z"
    name: isvc-xgboost-runtime.18c6c059fd30f473
    namespace: kserve-ci-e2e-test
    resourceVersion: "50263"
    uid: 594a5035-8c5a-46a3-a95e-1c4018a9b41a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:49:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "49758"
    uid: 7a8d0944-9faa-4438-915b-b84a77a8afe4
  kind: Event
  lastTimestamp: "2026-07-29T11:49:55Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:49:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:49:55Z"
    name: isvc-xgboost-runtime.18c6c059fd943c4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "49773"
    uid: a5ee4971-703b-403d-bf16-741b8787f647
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:50:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50261"
    uid: 7a8d0944-9faa-4438-915b-b84a77a8afe4
  kind: Event
  lastTimestamp: "2026-07-29T11:50:57Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:50:57Z"
    name: isvc-xgboost-runtime.18c6c06882145cf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50262"
    uid: 922ded21-b4a6-49a7-a6d9-d4637f0df205
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:48:04.603529Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-k9xsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "48826"
    uid: f67ad58d-e565-4487-b7e8-6db19dafa890
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-k9xsr
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:48:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:48:04Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-k9xsr.18c6c040472cc94f
    namespace: kserve-ci-e2e-test
    resourceVersion: "48831"
    uid: fe047cff-d3f6-4e85-891f-d2b2c4dd0ee8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:48:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-k9xsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "48836"
    uid: f67ad58d-e565-4487-b7e8-6db19dafa890
  kind: Event
  lastTimestamp: "2026-07-29T11:48:05Z"
  message: Add eth0 [10.133.0.70/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:48:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:48:05Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-k9xsr.18c6c04060545de7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48843"
    uid: c663d0fb-15c5-4d9d-8cb5-316060eeb587
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:48:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-k9xsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "48827"
    uid: f67ad58d-e565-4487-b7e8-6db19dafa890
  kind: Event
  lastTimestamp: "2026-07-29T11:48:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:48:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:48:05Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-k9xsr.18c6c04061ceda50
    namespace: kserve-ci-e2e-test
    resourceVersion: "48845"
    uid: d5087b68-6a88-4b6c-905f-8eec7ca2d3de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:48:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-k9xsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "48827"
    uid: f67ad58d-e565-4487-b7e8-6db19dafa890
  kind: Event
  lastTimestamp: "2026-07-29T11:48:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:48:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:48:05Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-k9xsr.18c6c04064bb048b
    namespace: kserve-ci-e2e-test
    resourceVersion: "48846"
    uid: 74b1f361-a1a6-4493-95b7-95d51358947d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:48:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-k9xsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "48827"
    uid: f67ad58d-e565-4487-b7e8-6db19dafa890
  kind: Event
  lastTimestamp: "2026-07-29T11:48:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:48:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:48:05Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-k9xsr.18c6c0406519917f
    namespace: kserve-ci-e2e-test
    resourceVersion: "48847"
    uid: f4661b52-50fd-4cee-be7b-ddc524fb9f1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:48:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-k9xsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "48827"
    uid: f67ad58d-e565-4487-b7e8-6db19dafa890
  kind: Event
  lastTimestamp: "2026-07-29T11:48:08Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-29T11:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:48:08Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-k9xsr.18c6c0414135c620
    namespace: kserve-ci-e2e-test
    resourceVersion: "48878"
    uid: bc032864-8e7f-44f5-869e-cf85152d2e0f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:48:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-k9xsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "48827"
    uid: f67ad58d-e565-4487-b7e8-6db19dafa890
  kind: Event
  lastTimestamp: "2026-07-29T11:48:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:48:08Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-k9xsr.18c6c041440f2978
    namespace: kserve-ci-e2e-test
    resourceVersion: "48880"
    uid: 1278eddf-b5fa-434d-8177-e7f114d5292a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:48:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-k9xsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "48827"
    uid: f67ad58d-e565-4487-b7e8-6db19dafa890
  kind: Event
  lastTimestamp: "2026-07-29T11:48:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:48:08Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-k9xsr.18c6c0414469fa37
    namespace: kserve-ci-e2e-test
    resourceVersion: "48881"
    uid: 0b4b124c-e55a-45c8-83c1-7327379e16f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:48:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-k9xsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "48827"
    uid: f67ad58d-e565-4487-b7e8-6db19dafa890
  kind: Event
  lastTimestamp: "2026-07-29T11:48:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:48:08Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-k9xsr.18c6c0414472be73
    namespace: kserve-ci-e2e-test
    resourceVersion: "48882"
    uid: d35b7027-78f3-49cf-a1db-70fd5b228cc8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:48:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-k9xsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "48827"
    uid: f67ad58d-e565-4487-b7e8-6db19dafa890
  kind: Event
  lastTimestamp: "2026-07-29T11:48:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:48:08Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-k9xsr.18c6c04147233290
    namespace: kserve-ci-e2e-test
    resourceVersion: "48885"
    uid: 23759521-a9ca-4ce9-8461-48bec50ec2a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:48:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-k9xsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "48827"
    uid: f67ad58d-e565-4487-b7e8-6db19dafa890
  kind: Event
  lastTimestamp: "2026-07-29T11:48:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:48:08Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-k9xsr.18c6c0414780dd8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "48886"
    uid: 4f610024-6b5e-44bc-a9f4-763abb3f0e12
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-k9xsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "48827"
    uid: f67ad58d-e565-4487-b7e8-6db19dafa890
  kind: Event
  lastTimestamp: "2026-07-29T11:48:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:48:54Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-k9xsr.18c6c04beef7ad9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49236"
    uid: e9186ce8-9e2d-4318-86a8-a6e70934ff4a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-k9xsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "48827"
    uid: f67ad58d-e565-4487-b7e8-6db19dafa890
  kind: Event
  lastTimestamp: "2026-07-29T11:48:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:48:54Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-k9xsr.18c6c04beef87994
    namespace: kserve-ci-e2e-test
    resourceVersion: "49237"
    uid: bedf58f7-b145-4b57-806f-6860f1572cc3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:48:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-k9xsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "48827"
    uid: f67ad58d-e565-4487-b7e8-6db19dafa890
  kind: Event
  lastTimestamp: "2026-07-29T11:48:56Z"
  message: 'Readiness probe failed: Get "https://10.133.0.70:8643/healthz": dial tcp
    10.133.0.70:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:48:56Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-k9xsr.18c6c04c6f102f76
    namespace: kserve-ci-e2e-test
    resourceVersion: "49252"
    uid: ca59f9df-4f1a-49ee-a9d7-e252e8f4272f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:48:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "48814"
    uid: 23d84ea1-373f-4c60-a28d-95f9bf737e77
  kind: Event
  lastTimestamp: "2026-07-29T11:48:04Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-k9xsr'
  metadata:
    creationTimestamp: "2026-07-29T11:48:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:48:04Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18c6c04046e3a2eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "48828"
    uid: c946394d-79d1-48e0-baaf-3d9497df0ddd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:48:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48812"
    uid: b64621e7-a873-44da-a393-e8ef771ad0d1
  kind: Event
  lastTimestamp: "2026-07-29T11:48:04Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:48:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:48:04Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c6c0404251c7f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "48815"
    uid: 20d84115-66c5-46af-9884-797866fc9995
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:48:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48813"
    uid: 106803a5-c115-4688-85a0-848b5c53d8b2
  kind: Event
  lastTimestamp: "2026-07-29T11:48:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:48:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:48:19Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c6c043c14a69a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48967"
    uid: a9155e59-88ba-4922-a241-967e983f1237
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:48:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48813"
    uid: 106803a5-c115-4688-85a0-848b5c53d8b2
  kind: Event
  lastTimestamp: "2026-07-29T11:48:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:48:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:48:19Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c6c043c1ad6326
    namespace: kserve-ci-e2e-test
    resourceVersion: "48968"
    uid: ca61bfe2-98e6-4a8c-9fe7-3efd1c04cb2f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:48:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48966"
    uid: 106803a5-c115-4688-85a0-848b5c53d8b2
  kind: Event
  lastTimestamp: "2026-07-29T11:48:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:48:49Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c6c047408303bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "49184"
    uid: 1792608b-552d-4a95-b22a-9c056383b790
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:48:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48966"
    uid: 106803a5-c115-4688-85a0-848b5c53d8b2
  kind: Event
  lastTimestamp: "2026-07-29T11:48:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:48:49Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c6c04740eda867
    namespace: kserve-ci-e2e-test
    resourceVersion: "49185"
    uid: f5bc5f9a-1002-45b8-9845-b638eb4a4ebc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T11:48:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "48805"
    uid: 5818aec0-0ec9-4517-88ab-9720fd67a9db
  kind: Event
  lastTimestamp: "2026-07-29T11:48:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:48:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:48:46Z"
    name: isvc-xgboost-v2-mlserver.18c6c040425f0881
    namespace: kserve-ci-e2e-test
    resourceVersion: "49165"
    uid: f3b7dcd9-9f1b-44db-b327-d93af9ccfa34
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:48:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "48805"
    uid: 5818aec0-0ec9-4517-88ab-9720fd67a9db
  kind: Event
  lastTimestamp: "2026-07-29T11:48:04Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:48:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:48:04Z"
    name: isvc-xgboost-v2-mlserver.18c6c04042d46a08
    namespace: kserve-ci-e2e-test
    resourceVersion: "48838"
    uid: c11566d1-4aab-4c49-a4fc-0deb55bf4468
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:48:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "48807"
    uid: 5818aec0-0ec9-4517-88ab-9720fd67a9db
  kind: Event
  lastTimestamp: "2026-07-29T11:48:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:48:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:48:04Z"
    name: isvc-xgboost-v2-mlserver.18c6c040495fdc0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "48839"
    uid: dd09e1b6-aee5-4ee3-94c5-d92bb8a493bc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:48:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49162"
    uid: 5818aec0-0ec9-4517-88ab-9720fd67a9db
  kind: Event
  lastTimestamp: "2026-07-29T11:48:46Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:48:46Z"
    name: isvc-xgboost-v2-mlserver.18c6c04a21ad9072
    namespace: kserve-ci-e2e-test
    resourceVersion: "49163"
    uid: bd340729-eb8a-4e28-994b-cc0e466b2244
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:52:15.583814Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zhfl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50945"
    uid: 9150f122-c076-4159-bdeb-2e4fc8585d06
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-zhfl5
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:52:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:52:15Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zhfl5.18c6c07ab6c402f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50951"
    uid: f9bbc9d8-fd34-47e6-95fd-d41a6bce41af
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:52:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zhfl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50955"
    uid: 9150f122-c076-4159-bdeb-2e4fc8585d06
  kind: Event
  lastTimestamp: "2026-07-29T11:52:16Z"
  message: Add eth0 [10.133.0.74/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:52:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:52:16Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zhfl5.18c6c07ad026800b
    namespace: kserve-ci-e2e-test
    resourceVersion: "50964"
    uid: cea0dfb0-07d7-4b63-a377-3efa1c1beb5d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:52:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zhfl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50947"
    uid: 9150f122-c076-4159-bdeb-2e4fc8585d06
  kind: Event
  lastTimestamp: "2026-07-29T11:52:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:52:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:52:16Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zhfl5.18c6c07ad18db16e
    namespace: kserve-ci-e2e-test
    resourceVersion: "50966"
    uid: a5d0eb31-32af-49d7-b22e-e7dd102865fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:52:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zhfl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50947"
    uid: 9150f122-c076-4159-bdeb-2e4fc8585d06
  kind: Event
  lastTimestamp: "2026-07-29T11:52:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:52:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:52:16Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zhfl5.18c6c07ad47e5a21
    namespace: kserve-ci-e2e-test
    resourceVersion: "50968"
    uid: f82098db-de51-4720-8bdd-2e7f7109320d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:52:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zhfl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50947"
    uid: 9150f122-c076-4159-bdeb-2e4fc8585d06
  kind: Event
  lastTimestamp: "2026-07-29T11:52:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:52:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:52:16Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zhfl5.18c6c07ad4e9fd65
    namespace: kserve-ci-e2e-test
    resourceVersion: "50969"
    uid: 569b22dd-a08f-4440-8601-3edca20d86cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:52:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zhfl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50947"
    uid: 9150f122-c076-4159-bdeb-2e4fc8585d06
  kind: Event
  lastTimestamp: "2026-07-29T11:52:19Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:52:19Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zhfl5.18c6c07bb87b53e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "51006"
    uid: ec981567-53c5-4014-b7c7-516f74b3f3f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:52:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zhfl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50947"
    uid: 9150f122-c076-4159-bdeb-2e4fc8585d06
  kind: Event
  lastTimestamp: "2026-07-29T11:52:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:52:19Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zhfl5.18c6c07bbbd7d03c
    namespace: kserve-ci-e2e-test
    resourceVersion: "51010"
    uid: f53d7b54-2ee5-46b2-927f-1bc826dbd759
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:52:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zhfl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50947"
    uid: 9150f122-c076-4159-bdeb-2e4fc8585d06
  kind: Event
  lastTimestamp: "2026-07-29T11:52:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:52:19Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zhfl5.18c6c07bbc4733b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "51013"
    uid: 53cc4fe4-a6c7-432f-a9ad-9fd66db4514f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:52:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zhfl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50947"
    uid: 9150f122-c076-4159-bdeb-2e4fc8585d06
  kind: Event
  lastTimestamp: "2026-07-29T11:52:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:52:19Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zhfl5.18c6c07bbc4fa5e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "51014"
    uid: 817504c5-79c0-491b-a5ee-d45e8b6af822
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zhfl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50947"
    uid: 9150f122-c076-4159-bdeb-2e4fc8585d06
  kind: Event
  lastTimestamp: "2026-07-29T11:52:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:52:20Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zhfl5.18c6c07bbef71374
    namespace: kserve-ci-e2e-test
    resourceVersion: "51016"
    uid: 59341997-7f0a-46a3-ab1f-1009fd6f4639
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zhfl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50947"
    uid: 9150f122-c076-4159-bdeb-2e4fc8585d06
  kind: Event
  lastTimestamp: "2026-07-29T11:52:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:52:20Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zhfl5.18c6c07bbf5efdea
    namespace: kserve-ci-e2e-test
    resourceVersion: "51017"
    uid: 2024756d-4f7d-4183-91b2-5fb2eb524e43
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-29T11:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zhfl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50947"
    uid: 9150f122-c076-4159-bdeb-2e4fc8585d06
  kind: Event
  lastTimestamp: "2026-07-29T11:53:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.74:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:53:27Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zhfl5.18c6c07bf4bca4cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "51517"
    uid: 2bf6c793-4549-4cc7-8688-f2c428459003
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:53:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zhfl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50947"
    uid: 9150f122-c076-4159-bdeb-2e4fc8585d06
  kind: Event
  lastTimestamp: "2026-07-29T11:53:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:53:25Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zhfl5.18c6c08b09a89393
    namespace: kserve-ci-e2e-test
    resourceVersion: "51499"
    uid: 559f8a6a-97b7-4561-999c-0310060e8d75
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:53:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zhfl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50947"
    uid: 9150f122-c076-4159-bdeb-2e4fc8585d06
  kind: Event
  lastTimestamp: "2026-07-29T11:53:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:53:25Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zhfl5.18c6c08b09a9472e
    namespace: kserve-ci-e2e-test
    resourceVersion: "51500"
    uid: e2bd1621-c7b6-4d8d-bc6a-05297f1a32ce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zhfl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50947"
    uid: 9150f122-c076-4159-bdeb-2e4fc8585d06
  kind: Event
  lastTimestamp: "2026-07-29T11:53:27Z"
  message: 'Readiness probe failed: Get "https://10.133.0.74:8643/healthz": dial tcp
    10.133.0.74:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:53:27Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zhfl5.18c6c08b8e778e5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "51516"
    uid: faa46648-8fe0-40e4-85c9-3df93baa9a72
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:52:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "50936"
    uid: 9d87cafd-e34d-4aff-8261-547be233f1aa
  kind: Event
  lastTimestamp: "2026-07-29T11:52:15Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-zhfl5'
  metadata:
    creationTimestamp: "2026-07-29T11:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:52:15Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18c6c07ab65abebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "50946"
    uid: c6dd57b8-8756-4af3-9eb2-229d13e72350
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:52:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50934"
    uid: 1d540754-203b-4ac1-a0ab-d3e9b0f5d81a
  kind: Event
  lastTimestamp: "2026-07-29T11:52:15Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:52:15Z"
    name: isvc-xgboost-v2-predictor.18c6c07ab3b4c465
    namespace: kserve-ci-e2e-test
    resourceVersion: "50938"
    uid: 074bde62-7507-4413-a4ee-0363dcbafcd5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-29T11:52:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50935"
    uid: 34e780ca-e308-4807-ade5-e4dd991aed9f
  kind: Event
  lastTimestamp: "2026-07-29T11:53:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:53:15Z"
    name: isvc-xgboost-v2-predictor.18c6c07e3258be8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "51405"
    uid: 4554ed96-ad95-49d4-b7f6-2e05d03cfe76
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-29T11:52:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50935"
    uid: 34e780ca-e308-4807-ade5-e4dd991aed9f
  kind: Event
  lastTimestamp: "2026-07-29T11:53:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:53:15Z"
    name: isvc-xgboost-v2-predictor.18c6c07e32df9597
    namespace: kserve-ci-e2e-test
    resourceVersion: "51406"
    uid: 97a0bd04-fb15-47d2-916a-324ee3cbdb91
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:51:10.334154Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-7z99p
    namespace: kserve-ci-e2e-test
    resourceVersion: "50394"
    uid: cf68c54a-b1a7-413a-bab4-d03febe78aa2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-7z99p
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:51:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:51:10Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-7z99p.18c6c06b85953530
    namespace: kserve-ci-e2e-test
    resourceVersion: "50400"
    uid: 1ad6caca-ca1a-4043-be51-27c03dedac5f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:51:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-7z99p
    namespace: kserve-ci-e2e-test
    resourceVersion: "50406"
    uid: cf68c54a-b1a7-413a-bab4-d03febe78aa2
  kind: Event
  lastTimestamp: "2026-07-29T11:51:10Z"
  message: Add eth0 [10.133.0.73/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:51:10Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-7z99p.18c6c06b9f3a8100
    namespace: kserve-ci-e2e-test
    resourceVersion: "50412"
    uid: 9f214e60-e9a6-4daa-ab69-d65d9d778d4b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:51:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-7z99p
    namespace: kserve-ci-e2e-test
    resourceVersion: "50397"
    uid: cf68c54a-b1a7-413a-bab4-d03febe78aa2
  kind: Event
  lastTimestamp: "2026-07-29T11:51:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:51:10Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-7z99p.18c6c06ba0a7d6d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50414"
    uid: 563afa24-c757-4596-8ce8-b026adffbe73
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:51:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-7z99p
    namespace: kserve-ci-e2e-test
    resourceVersion: "50397"
    uid: cf68c54a-b1a7-413a-bab4-d03febe78aa2
  kind: Event
  lastTimestamp: "2026-07-29T11:51:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:51:10Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-7z99p.18c6c06ba3695390
    namespace: kserve-ci-e2e-test
    resourceVersion: "50415"
    uid: 025cfbb5-e3a5-4ccc-995f-0841a690bde7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:51:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-7z99p
    namespace: kserve-ci-e2e-test
    resourceVersion: "50397"
    uid: cf68c54a-b1a7-413a-bab4-d03febe78aa2
  kind: Event
  lastTimestamp: "2026-07-29T11:51:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:51:10Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-7z99p.18c6c06ba3f10377
    namespace: kserve-ci-e2e-test
    resourceVersion: "50416"
    uid: ebba1a8e-7d92-4106-8d54-e604b6182ba4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:51:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-7z99p
    namespace: kserve-ci-e2e-test
    resourceVersion: "50397"
    uid: cf68c54a-b1a7-413a-bab4-d03febe78aa2
  kind: Event
  lastTimestamp: "2026-07-29T11:51:14Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-29T11:51:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:51:14Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-7z99p.18c6c06c84ff256b
    namespace: kserve-ci-e2e-test
    resourceVersion: "50452"
    uid: e61135cd-3f3a-463e-82f4-392014288c91
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:51:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-7z99p
    namespace: kserve-ci-e2e-test
    resourceVersion: "50397"
    uid: cf68c54a-b1a7-413a-bab4-d03febe78aa2
  kind: Event
  lastTimestamp: "2026-07-29T11:51:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:51:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:51:14Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-7z99p.18c6c06c87d6c777
    namespace: kserve-ci-e2e-test
    resourceVersion: "50454"
    uid: 6aced8be-5e6c-44ab-9260-07c15cbf854e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:51:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-7z99p
    namespace: kserve-ci-e2e-test
    resourceVersion: "50397"
    uid: cf68c54a-b1a7-413a-bab4-d03febe78aa2
  kind: Event
  lastTimestamp: "2026-07-29T11:51:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:51:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:51:14Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-7z99p.18c6c06c8848d3cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "50455"
    uid: 4f3ffabf-b105-48af-ac09-d6d98aa0ac17
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:51:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-7z99p
    namespace: kserve-ci-e2e-test
    resourceVersion: "50397"
    uid: cf68c54a-b1a7-413a-bab4-d03febe78aa2
  kind: Event
  lastTimestamp: "2026-07-29T11:51:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:51:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:51:14Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-7z99p.18c6c06c8852860c
    namespace: kserve-ci-e2e-test
    resourceVersion: "50457"
    uid: e0a2c46a-a597-4c79-87e5-28440508e342
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:51:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-7z99p
    namespace: kserve-ci-e2e-test
    resourceVersion: "50397"
    uid: cf68c54a-b1a7-413a-bab4-d03febe78aa2
  kind: Event
  lastTimestamp: "2026-07-29T11:51:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:51:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:51:14Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-7z99p.18c6c06c8b2cd885
    namespace: kserve-ci-e2e-test
    resourceVersion: "50460"
    uid: 598601a1-ddb4-463e-b238-ee63f091d8cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:51:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-7z99p
    namespace: kserve-ci-e2e-test
    resourceVersion: "50397"
    uid: cf68c54a-b1a7-413a-bab4-d03febe78aa2
  kind: Event
  lastTimestamp: "2026-07-29T11:51:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:51:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:51:14Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-7z99p.18c6c06c8ba0c547
    namespace: kserve-ci-e2e-test
    resourceVersion: "50463"
    uid: 82d02091-e664-4659-a724-789b1767f312
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-7z99p
    namespace: kserve-ci-e2e-test
    resourceVersion: "50397"
    uid: cf68c54a-b1a7-413a-bab4-d03febe78aa2
  kind: Event
  lastTimestamp: "2026-07-29T11:51:51Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-29T11:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:51:51Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-7z99p.18c6c075261c6fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "50721"
    uid: 6223787f-de8f-46d2-88cd-857c4fe675af
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-7z99p
    namespace: kserve-ci-e2e-test
    resourceVersion: "50397"
    uid: cf68c54a-b1a7-413a-bab4-d03febe78aa2
  kind: Event
  lastTimestamp: "2026-07-29T11:52:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:52:10Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-7z99p.18c6c07984085008
    namespace: kserve-ci-e2e-test
    resourceVersion: "50881"
    uid: 91025361-d625-4632-a3aa-a6aef52f6caa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-7z99p
    namespace: kserve-ci-e2e-test
    resourceVersion: "50397"
    uid: cf68c54a-b1a7-413a-bab4-d03febe78aa2
  kind: Event
  lastTimestamp: "2026-07-29T11:52:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:52:10Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-7z99p.18c6c0798408b39f
    namespace: kserve-ci-e2e-test
    resourceVersion: "50882"
    uid: 5922cb4e-86fc-42f6-b1de-9aa446b1d298
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:52:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-7z99p
    namespace: kserve-ci-e2e-test
    resourceVersion: "50397"
    uid: cf68c54a-b1a7-413a-bab4-d03febe78aa2
  kind: Event
  lastTimestamp: "2026-07-29T11:52:11Z"
  message: 'Readiness probe failed: Get "https://10.133.0.73:8643/healthz": dial tcp
    10.133.0.73:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:52:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:52:11Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-7z99p.18c6c079cb16271c
    namespace: kserve-ci-e2e-test
    resourceVersion: "50893"
    uid: 5d4c1e49-f224-46af-a247-4971e2c17064
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:52:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-7z99p
    namespace: kserve-ci-e2e-test
    resourceVersion: "50397"
    uid: cf68c54a-b1a7-413a-bab4-d03febe78aa2
  kind: Event
  lastTimestamp: "2026-07-29T11:52:12Z"
  message: 'Readiness probe failed: Get "http://10.133.0.73:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-29T11:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:52:12Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-7z99p.18c6c07a0985848a
    namespace: kserve-ci-e2e-test
    resourceVersion: "50902"
    uid: 9d7e98da-ca97-4de3-9008-8c9c78bc6570
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:51:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50385"
    uid: 4ef8844d-dabf-4a91-bb52-9c75eb2d21fc
  kind: Event
  lastTimestamp: "2026-07-29T11:51:10Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-7z99p'
  metadata:
    creationTimestamp: "2026-07-29T11:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:51:10Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18c6c06b852d67ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "50396"
    uid: 94934e39-37a4-4567-9cc9-67855dcdc9e3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:51:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50383"
    uid: 3c3c55d1-b16a-42cc-8d28-5bbe6311c407
  kind: Event
  lastTimestamp: "2026-07-29T11:51:10Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:51:10Z"
    name: isvc-xgboost-v2-runtime-predictor.18c6c06b8214cf24
    namespace: kserve-ci-e2e-test
    resourceVersion: "50387"
    uid: 8591290c-7f48-49a1-93c0-d1681ac7e145
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:51:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50384"
    uid: 2567b598-4098-4ec6-b659-145e64541a26
  kind: Event
  lastTimestamp: "2026-07-29T11:51:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:51:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:51:40Z"
    name: isvc-xgboost-v2-runtime-predictor.18c6c06f010a8848
    namespace: kserve-ci-e2e-test
    resourceVersion: "50640"
    uid: 61629668-7956-42b1-a0d0-7317f2d6caa0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:51:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50384"
    uid: 2567b598-4098-4ec6-b659-145e64541a26
  kind: Event
  lastTimestamp: "2026-07-29T11:51:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:51:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:51:40Z"
    name: isvc-xgboost-v2-runtime-predictor.18c6c06f016f353a
    namespace: kserve-ci-e2e-test
    resourceVersion: "50641"
    uid: 0f9ee290-bfa8-4e31-9c83-16fcf0ced42b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:51:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50534"
    uid: 2567b598-4098-4ec6-b659-145e64541a26
  kind: Event
  lastTimestamp: "2026-07-29T11:52:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:52:10Z"
    name: isvc-xgboost-v2-runtime-predictor.18c6c075ff6f2e21
    namespace: kserve-ci-e2e-test
    resourceVersion: "50864"
    uid: db26707e-0d76-49b0-9a90-5b1e3e30b0aa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:51:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50534"
    uid: 2567b598-4098-4ec6-b659-145e64541a26
  kind: Event
  lastTimestamp: "2026-07-29T11:52:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:52:10Z"
    name: isvc-xgboost-v2-runtime-predictor.18c6c075ffd54b22
    namespace: kserve-ci-e2e-test
    resourceVersion: "50865"
    uid: 5403f272-6d9d-4141-b67c-b8bc64ac4a31
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T11:51:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50376"
    uid: 5caf5bcb-a019-4742-8713-068f249ec961
  kind: Event
  lastTimestamp: "2026-07-29T11:52:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:52:01Z"
    name: isvc-xgboost-v2-runtime.18c6c06b8228db01
    namespace: kserve-ci-e2e-test
    resourceVersion: "50798"
    uid: f8ab9333-875e-480d-9c3a-45696b92345c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:51:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50376"
    uid: 5caf5bcb-a019-4742-8713-068f249ec961
  kind: Event
  lastTimestamp: "2026-07-29T11:51:10Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:51:10Z"
    name: isvc-xgboost-v2-runtime.18c6c06b82a065fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "50391"
    uid: c50a3125-848f-42aa-83ce-429b669beee8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:52:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50795"
    uid: 5caf5bcb-a019-4742-8713-068f249ec961
  kind: Event
  lastTimestamp: "2026-07-29T11:52:01Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:52:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:52:01Z"
    name: isvc-xgboost-v2-runtime.18c6c0777cf2f084
    namespace: kserve-ci-e2e-test
    resourceVersion: "50796"
    uid: 71fc0964-8ff8-4599-b558-b961d08eab67
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T11:52:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50927"
    uid: 8bdc85a4-e314-4b0c-8c5a-b3720ddc1a28
  kind: Event
  lastTimestamp: "2026-07-29T11:53:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:53:18Z"
    name: isvc-xgboost-v2.18c6c07ab390d2a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "51428"
    uid: cbae4a64-9d49-473e-bdf9-75d43aae1d57
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:52:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50927"
    uid: 8bdc85a4-e314-4b0c-8c5a-b3720ddc1a28
  kind: Event
  lastTimestamp: "2026-07-29T11:52:15Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:52:15Z"
    name: isvc-xgboost-v2.18c6c07ab3fbb9fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "50941"
    uid: 84a6263f-147e-4cb5-98a7-0209c8e30200
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:53:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51426"
    uid: 8bdc85a4-e314-4b0c-8c5a-b3720ddc1a28
  kind: Event
  lastTimestamp: "2026-07-29T11:53:18Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:53:18Z"
    name: isvc-xgboost-v2.18c6c0893ff1c359
    namespace: kserve-ci-e2e-test
    resourceVersion: "51427"
    uid: 56c845b7-ac5c-48d7-a1f1-6e1f3d902cad
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-29T11:46:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "48043"
    uid: 589b2c4a-1b61-4abf-9e93-a1bbdee105eb
  kind: Event
  lastTimestamp: "2026-07-29T11:47:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:47:50Z"
    name: isvc-xgboost.18c6c02a13d975d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "48683"
    uid: d3f8dc8d-201e-45fa-9004-a97f1bfe3fcb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:46:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "48043"
    uid: 589b2c4a-1b61-4abf-9e93-a1bbdee105eb
  kind: Event
  lastTimestamp: "2026-07-29T11:46:29Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-29T11:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:46:29Z"
    name: isvc-xgboost.18c6c02a144ab1f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "48060"
    uid: 509630b9-7a93-4116-be01-053a474d08c1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:47:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "48681"
    uid: 589b2c4a-1b61-4abf-9e93-a1bbdee105eb
  kind: Event
  lastTimestamp: "2026-07-29T11:47:50Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:47:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:47:50Z"
    name: isvc-xgboost.18c6c03d031cc987
    namespace: kserve-ci-e2e-test
    resourceVersion: "48682"
    uid: 000cbe2a-a61e-4738-ae89-248dcb36752c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:43:43.596145Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-b55v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: dba0d610-7535-46ae-8dcf-6a49aa679804
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-b55v7
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:43:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:43:43Z"
    name: message-dumper-predictor-6575bcfdfd-b55v7.18c6bcbd51339623
    namespace: kserve-ci-e2e-test
    resourceVersion: "16797"
    uid: 4877f2ee-1137-491f-8c37-95ebc5cfbf0c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-b55v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16805"
    uid: dba0d610-7535-46ae-8dcf-6a49aa679804
  kind: Event
  lastTimestamp: "2026-07-29T10:43:44Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:43:44Z"
    name: message-dumper-predictor-6575bcfdfd-b55v7.18c6bcbd6ac72237
    namespace: kserve-ci-e2e-test
    resourceVersion: "16821"
    uid: 90aae413-c18c-4101-ac27-875622bc7cf4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-b55v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16791"
    uid: dba0d610-7535-46ae-8dcf-6a49aa679804
  kind: Event
  lastTimestamp: "2026-07-29T10:43:44Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-29T10:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:44Z"
    name: message-dumper-predictor-6575bcfdfd-b55v7.18c6bcbd6c2342fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16823"
    uid: 7c8b9a51-9622-496f-b860-352b57784f18
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-b55v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16791"
    uid: dba0d610-7535-46ae-8dcf-6a49aa679804
  kind: Event
  lastTimestamp: "2026-07-29T10:43:45Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.445s (1.445s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-29T10:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:45Z"
    name: message-dumper-predictor-6575bcfdfd-b55v7.18c6bcbdc24cd466
    namespace: kserve-ci-e2e-test
    resourceVersion: "16833"
    uid: b3f0ccfb-c491-4acc-bcf3-1d74c6e0dd39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-b55v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16791"
    uid: dba0d610-7535-46ae-8dcf-6a49aa679804
  kind: Event
  lastTimestamp: "2026-07-29T10:43:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T10:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:45Z"
    name: message-dumper-predictor-6575bcfdfd-b55v7.18c6bcbdc504f244
    namespace: kserve-ci-e2e-test
    resourceVersion: "16834"
    uid: 9962922c-a3ff-48c5-ab04-4e9b9c399f63
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-b55v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16791"
    uid: dba0d610-7535-46ae-8dcf-6a49aa679804
  kind: Event
  lastTimestamp: "2026-07-29T10:43:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:45Z"
    name: message-dumper-predictor-6575bcfdfd-b55v7.18c6bcbdc5717c4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16835"
    uid: 7c6a678b-a667-491b-ad9d-158109244dc4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-b55v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16791"
    uid: dba0d610-7535-46ae-8dcf-6a49aa679804
  kind: Event
  lastTimestamp: "2026-07-29T10:43:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:45Z"
    name: message-dumper-predictor-6575bcfdfd-b55v7.18c6bcbdc57ab6f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16836"
    uid: f18000ba-4ec4-4c3e-8e20-d64b4f6dedfe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-b55v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16791"
    uid: dba0d610-7535-46ae-8dcf-6a49aa679804
  kind: Event
  lastTimestamp: "2026-07-29T10:43:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T10:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:45Z"
    name: message-dumper-predictor-6575bcfdfd-b55v7.18c6bcbdc855e562
    namespace: kserve-ci-e2e-test
    resourceVersion: "16837"
    uid: 772cf8a4-f2b5-4d33-adb7-403bfa6cc6d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-b55v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16791"
    uid: dba0d610-7535-46ae-8dcf-6a49aa679804
  kind: Event
  lastTimestamp: "2026-07-29T10:43:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:45Z"
    name: message-dumper-predictor-6575bcfdfd-b55v7.18c6bcbdc8c1ae6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16838"
    uid: d76fd6fe-c545-4cfa-9db0-d3a4bea8562b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-b55v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16791"
    uid: dba0d610-7535-46ae-8dcf-6a49aa679804
  kind: Event
  lastTimestamp: "2026-07-29T10:45:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:28Z"
    name: message-dumper-predictor-6575bcfdfd-b55v7.18c6bcd5d0c12d55
    namespace: kserve-ci-e2e-test
    resourceVersion: "17697"
    uid: 82118666-53ca-480e-aaed-80f9ad9e1c1f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-b55v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16791"
    uid: dba0d610-7535-46ae-8dcf-6a49aa679804
  kind: Event
  lastTimestamp: "2026-07-29T10:45:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:28Z"
    name: message-dumper-predictor-6575bcfdfd-b55v7.18c6bcd5d0c1ded3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17699"
    uid: a8b915db-00fb-4b30-9a7c-3b16df7fb053
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16772"
    uid: 97c0d4dc-003f-4351-b44f-c2a467c331ef
  kind: Event
  lastTimestamp: "2026-07-29T10:43:43Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-b55v7'
  metadata:
    creationTimestamp: "2026-07-29T10:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:43:43Z"
    name: message-dumper-predictor-6575bcfdfd.18c6bcbd50c398b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16790"
    uid: 7d027593-7062-414a-9905-f7145214fa62
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16770"
    uid: e6606651-860e-4e34-89ea-a0216f413731
  kind: Event
  lastTimestamp: "2026-07-29T10:43:43Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-29T10:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:43:43Z"
    name: message-dumper-predictor.18c6bcbd4cde4095
    namespace: kserve-ci-e2e-test
    resourceVersion: "16773"
    uid: f2bb633c-3924-4cb7-a578-579505bcf2be
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16771"
    uid: 291a41ab-ef38-44bf-8ea5-1199c0d5a905
  kind: Event
  lastTimestamp: "2026-07-29T10:44:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:43:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:44:13Z"
    name: message-dumper-predictor.18c6bcc0cbc27afc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17127"
    uid: 457e75e5-a52d-4034-a089-b937fe7c27cb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16771"
    uid: 291a41ab-ef38-44bf-8ea5-1199c0d5a905
  kind: Event
  lastTimestamp: "2026-07-29T10:44:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:43:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:44:13Z"
    name: message-dumper-predictor.18c6bcc0cc3ad4ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "17128"
    uid: 211444b0-8d1f-4127-9c38-e46d5397c891
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16762"
    uid: 1e71bb1b-f002-4546-b391-61512e66e21d
  kind: Event
  lastTimestamp: "2026-07-29T10:43:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T10:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:43:53Z"
    name: message-dumper.18c6bcbd4ce3894d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16910"
    uid: 77e01f9b-7bee-4397-b7bf-fd1fc52be426
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16762"
    uid: 1e71bb1b-f002-4546-b391-61512e66e21d
  kind: Event
  lastTimestamp: "2026-07-29T10:43:43Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-29T10:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:43:43Z"
    name: message-dumper.18c6bcbd4d738999
    namespace: kserve-ci-e2e-test
    resourceVersion: "16776"
    uid: 6e91ec5f-140d-4fdc-94f9-a222da8d4291
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16908"
    uid: 1e71bb1b-f002-4546-b391-61512e66e21d
  kind: Event
  lastTimestamp: "2026-07-29T10:43:53Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-07-29T10:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:43:53Z"
    name: message-dumper.18c6bcbfa34bc80b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16909"
    uid: 2a64a771-93b5-45e2-b863-31d047e8c368
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:36:53.416313Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-97x5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "43259"
    uid: f8c2b3ef-9f05-4bc5-b068-925a6996da77
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-97x5q
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:36:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:36:53Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-97x5q.18c6bfa4014cb1f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "43263"
    uid: 9893c2fe-f94c-46c1-b9f1-511fc80de1bf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:36:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-97x5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "43267"
    uid: f8c2b3ef-9f05-4bc5-b068-925a6996da77
  kind: Event
  lastTimestamp: "2026-07-29T11:36:53Z"
  message: Add eth0 [10.133.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:36:53Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-97x5q.18c6bfa41add8fc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "43276"
    uid: 7890ba7a-0ba1-446d-bf19-9f3f7b92c069
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:36:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-97x5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "43261"
    uid: f8c2b3ef-9f05-4bc5-b068-925a6996da77
  kind: Event
  lastTimestamp: "2026-07-29T11:36:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:36:53Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-97x5q.18c6bfa41c3f94a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "43279"
    uid: 74b31d08-93da-4ee2-9ccf-40fd941aa189
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:36:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-97x5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "43261"
    uid: f8c2b3ef-9f05-4bc5-b068-925a6996da77
  kind: Event
  lastTimestamp: "2026-07-29T11:36:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:36:53Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-97x5q.18c6bfa41eb6151e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43281"
    uid: d3d0a5e1-38e6-4aa5-a52b-1a703452541f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:36:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-97x5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "43261"
    uid: f8c2b3ef-9f05-4bc5-b068-925a6996da77
  kind: Event
  lastTimestamp: "2026-07-29T11:36:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:36:53Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-97x5q.18c6bfa41f22d8a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "43282"
    uid: d9b82b2e-8a1e-45d5-adc2-c9596955e89b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:36:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-97x5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "43261"
    uid: f8c2b3ef-9f05-4bc5-b068-925a6996da77
  kind: Event
  lastTimestamp: "2026-07-29T11:36:57Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-29T11:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:36:57Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-97x5q.18c6bfa5094c59b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43316"
    uid: bc12dee5-ddde-44bd-8645-a8b6abf72265
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:36:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-97x5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "43261"
    uid: f8c2b3ef-9f05-4bc5-b068-925a6996da77
  kind: Event
  lastTimestamp: "2026-07-29T11:36:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:36:57Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-97x5q.18c6bfa50c585c56
    namespace: kserve-ci-e2e-test
    resourceVersion: "43319"
    uid: 901c6477-6e35-4e8f-96a9-40de4a9dc8a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:36:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-97x5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "43261"
    uid: f8c2b3ef-9f05-4bc5-b068-925a6996da77
  kind: Event
  lastTimestamp: "2026-07-29T11:36:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:36:57Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-97x5q.18c6bfa50cc301df
    namespace: kserve-ci-e2e-test
    resourceVersion: "43321"
    uid: 0016e0a0-d487-4247-bd47-0746c0916bf9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:36:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-97x5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "43261"
    uid: f8c2b3ef-9f05-4bc5-b068-925a6996da77
  kind: Event
  lastTimestamp: "2026-07-29T11:36:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:36:57Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-97x5q.18c6bfa50ccc37f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43322"
    uid: 7699ce81-b085-4b8e-81ea-bf834e038feb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:36:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-97x5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "43261"
    uid: f8c2b3ef-9f05-4bc5-b068-925a6996da77
  kind: Event
  lastTimestamp: "2026-07-29T11:36:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:36:57Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-97x5q.18c6bfa50f58aa57
    namespace: kserve-ci-e2e-test
    resourceVersion: "43325"
    uid: 1e080fc9-b5ee-4387-b19a-7645f8d4fa85
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:36:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-97x5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "43261"
    uid: f8c2b3ef-9f05-4bc5-b068-925a6996da77
  kind: Event
  lastTimestamp: "2026-07-29T11:36:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:36:57Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-97x5q.18c6bfa50fc4c9a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "43326"
    uid: d1cd4c46-6550-43d1-9492-bac5ffda8439
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:37:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-97x5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "43261"
    uid: f8c2b3ef-9f05-4bc5-b068-925a6996da77
  kind: Event
  lastTimestamp: "2026-07-29T11:37:35Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-29T11:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:37:35Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-97x5q.18c6bfade475b18d
    namespace: kserve-ci-e2e-test
    resourceVersion: "43595"
    uid: 50436c28-08c2-4464-a80f-0e33a5e32205
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:37:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-97x5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "43261"
    uid: f8c2b3ef-9f05-4bc5-b068-925a6996da77
  kind: Event
  lastTimestamp: "2026-07-29T11:37:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:37:53Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-97x5q.18c6bfb1fd9e8065
    namespace: kserve-ci-e2e-test
    resourceVersion: "43740"
    uid: ed273200-c38b-4540-9208-892964b24fe1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:37:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-97x5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "43261"
    uid: f8c2b3ef-9f05-4bc5-b068-925a6996da77
  kind: Event
  lastTimestamp: "2026-07-29T11:37:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:37:53Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-97x5q.18c6bfb1fd9f22f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43741"
    uid: 6baacaf4-86cd-4fac-b404-123545f22194
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:37:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-97x5q
    namespace: kserve-ci-e2e-test
    resourceVersion: "43261"
    uid: f8c2b3ef-9f05-4bc5-b068-925a6996da77
  kind: Event
  lastTimestamp: "2026-07-29T11:37:55Z"
  message: 'Readiness probe failed: Get "https://10.133.0.63:8643/healthz": dial tcp
    10.133.0.63:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:37:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:37:55Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-97x5q.18c6bfb28b461fd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "43760"
    uid: 04b465f5-d876-4273-b57b-ae4343d7042a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:36:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43247"
    uid: 81e33b0b-bc95-411a-a164-d814a8427b61
  kind: Event
  lastTimestamp: "2026-07-29T11:36:53Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-97x5q'
  metadata:
    creationTimestamp: "2026-07-29T11:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:36:53Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18c6bfa400e3e99b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43260"
    uid: 550cddf8-8e6b-4ce4-a21b-9874379a3d22
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:36:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43245"
    uid: a6efb497-5662-464d-be3a-85c496c2650a
  kind: Event
  lastTimestamp: "2026-07-29T11:36:53Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-29T11:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:36:53Z"
    name: sklearn-v2-mlserver-predictor.18c6bfa3fc9339da
    namespace: kserve-ci-e2e-test
    resourceVersion: "43248"
    uid: fb584552-2411-47b3-a47b-686ee2e3a9d0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:37:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43246"
    uid: 5541ca5d-972d-4699-b9be-d1ddca085e31
  kind: Event
  lastTimestamp: "2026-07-29T11:37:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:37:23Z"
    name: sklearn-v2-mlserver-predictor.18c6bfa77b48093f
    namespace: kserve-ci-e2e-test
    resourceVersion: "43508"
    uid: 96ca6e60-8510-4ebd-aab6-9b30d3f4e6cc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:37:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43246"
    uid: 5541ca5d-972d-4699-b9be-d1ddca085e31
  kind: Event
  lastTimestamp: "2026-07-29T11:37:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:37:23Z"
    name: sklearn-v2-mlserver-predictor.18c6bfa77baf3ea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "43509"
    uid: e179b5af-25b6-4811-9d49-e333e3a39fcd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:37:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43402"
    uid: 5541ca5d-972d-4699-b9be-d1ddca085e31
  kind: Event
  lastTimestamp: "2026-07-29T11:37:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:37:53Z"
    name: sklearn-v2-mlserver-predictor.18c6bfae79ea3580
    namespace: kserve-ci-e2e-test
    resourceVersion: "43724"
    uid: e07a0d83-40db-497a-bed7-a27d72a98c14
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:37:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43402"
    uid: 5541ca5d-972d-4699-b9be-d1ddca085e31
  kind: Event
  lastTimestamp: "2026-07-29T11:37:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:37:53Z"
    name: sklearn-v2-mlserver-predictor.18c6bfae7a510183
    namespace: kserve-ci-e2e-test
    resourceVersion: "43725"
    uid: 65a3296a-1d18-48fe-bf93-6c1fb404adf0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T11:36:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "43237"
    uid: 6ea80816-4ff0-4237-bf49-eecfe8020fd4
  kind: Event
  lastTimestamp: "2026-07-29T11:37:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:37:46Z"
    name: sklearn-v2-mlserver.18c6bfa3fc9a359e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43670"
    uid: 01709ac1-0099-4539-8feb-6f0f555ea094
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:36:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "43237"
    uid: 6ea80816-4ff0-4237-bf49-eecfe8020fd4
  kind: Event
  lastTimestamp: "2026-07-29T11:36:53Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:36:53Z"
    name: sklearn-v2-mlserver.18c6bfa3fd1b5ee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "43253"
    uid: 88bf7610-bd48-41df-83b9-8b4074d62d8e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:37:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "43666"
    uid: 6ea80816-4ff0-4237-bf49-eecfe8020fd4
  kind: Event
  lastTimestamp: "2026-07-29T11:37:45Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:37:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:37:45Z"
    name: sklearn-v2-mlserver.18c6bfb03d4c2897
    namespace: kserve-ci-e2e-test
    resourceVersion: "43669"
    uid: 9278ee9c-c73b-4f67-830d-4180b893523a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:48:59.837301Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-mtzpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "49294"
    uid: b10a67f5-0927-479f-8e1b-b995c0c37107
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-mtzpb
    to ip-10-0-134-91.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:48:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:48:59Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-mtzpb.18c6c04d235d408f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49300"
    uid: 25da851b-c881-4f54-ae06-705ccdf949d0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66896688b5-zx6h8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:49:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-mtzpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "49304"
    uid: b10a67f5-0927-479f-8e1b-b995c0c37107
  kind: Event
  lastTimestamp: "2026-07-29T11:49:00Z"
  message: Add eth0 [10.133.0.71/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:49:00Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-mtzpb.18c6c04d3cf8587a
    namespace: kserve-ci-e2e-test
    resourceVersion: "49313"
    uid: ad738afd-96ac-4297-bd90-6703190bcf9f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:49:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-mtzpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "49297"
    uid: b10a67f5-0927-479f-8e1b-b995c0c37107
  kind: Event
  lastTimestamp: "2026-07-29T11:49:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:49:00Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-mtzpb.18c6c04d3e84b72f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49315"
    uid: 5a7ae3d5-9073-4590-a516-c9d62445e4b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:49:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-mtzpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "49297"
    uid: b10a67f5-0927-479f-8e1b-b995c0c37107
  kind: Event
  lastTimestamp: "2026-07-29T11:49:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:49:00Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-mtzpb.18c6c04d41e49920
    namespace: kserve-ci-e2e-test
    resourceVersion: "49316"
    uid: 30d80b70-aa30-4290-a320-7d5e79361311
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:49:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-mtzpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "49297"
    uid: b10a67f5-0927-479f-8e1b-b995c0c37107
  kind: Event
  lastTimestamp: "2026-07-29T11:49:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:49:00Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-mtzpb.18c6c04d42535427
    namespace: kserve-ci-e2e-test
    resourceVersion: "49317"
    uid: 992d2d23-b9aa-4d58-a05d-89f38f9fdc6a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:49:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-mtzpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "49297"
    uid: b10a67f5-0927-479f-8e1b-b995c0c37107
  kind: Event
  lastTimestamp: "2026-07-29T11:49:04Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-29T11:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:49:04Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-mtzpb.18c6c04e1d6f6e03
    namespace: kserve-ci-e2e-test
    resourceVersion: "49355"
    uid: dab6155d-3d06-4849-9944-6759cf6a8b7b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:49:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-mtzpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "49297"
    uid: b10a67f5-0927-479f-8e1b-b995c0c37107
  kind: Event
  lastTimestamp: "2026-07-29T11:49:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:49:04Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-mtzpb.18c6c04e20702571
    namespace: kserve-ci-e2e-test
    resourceVersion: "49358"
    uid: b5c09b9d-e89d-4952-8d6a-0c827cc08c3a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:49:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-mtzpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "49297"
    uid: b10a67f5-0927-479f-8e1b-b995c0c37107
  kind: Event
  lastTimestamp: "2026-07-29T11:49:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:49:04Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-mtzpb.18c6c04e20f312fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49359"
    uid: 25292526-f191-486a-95d0-d8815747c572
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:49:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-mtzpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "49297"
    uid: b10a67f5-0927-479f-8e1b-b995c0c37107
  kind: Event
  lastTimestamp: "2026-07-29T11:49:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:49:04Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-mtzpb.18c6c04e20fce556
    namespace: kserve-ci-e2e-test
    resourceVersion: "49361"
    uid: 36122e4f-ec78-4774-b4e7-d689f76669bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:49:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-mtzpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "49297"
    uid: b10a67f5-0927-479f-8e1b-b995c0c37107
  kind: Event
  lastTimestamp: "2026-07-29T11:49:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:49:04Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-mtzpb.18c6c04e23e1b7b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "49363"
    uid: 75dc664a-4a48-4047-9f3b-8c668fb87971
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:49:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-mtzpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "49297"
    uid: b10a67f5-0927-479f-8e1b-b995c0c37107
  kind: Event
  lastTimestamp: "2026-07-29T11:49:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:49:04Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-mtzpb.18c6c04e244f0a32
    namespace: kserve-ci-e2e-test
    resourceVersion: "49365"
    uid: 00425f6b-7e11-42e2-95db-d9100a0c7b40
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:49:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-mtzpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "49297"
    uid: b10a67f5-0927-479f-8e1b-b995c0c37107
  kind: Event
  lastTimestamp: "2026-07-29T11:49:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:49:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:49:49Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-mtzpb.18c6c058cc3c8efe
    namespace: kserve-ci-e2e-test
    resourceVersion: "49714"
    uid: c305161f-3658-4a7f-b0a2-91b1bd475cf1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:49:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-mtzpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "49297"
    uid: b10a67f5-0927-479f-8e1b-b995c0c37107
  kind: Event
  lastTimestamp: "2026-07-29T11:49:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:49:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:49:49Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-mtzpb.18c6c058cc3dc07e
    namespace: kserve-ci-e2e-test
    resourceVersion: "49715"
    uid: 6fe536b9-fee6-48b5-b1ac-dc4bb45a318e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:49:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-mtzpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "49297"
    uid: b10a67f5-0927-479f-8e1b-b995c0c37107
  kind: Event
  lastTimestamp: "2026-07-29T11:49:52Z"
  message: 'Readiness probe failed: Get "https://10.133.0.71:8643/healthz": dial tcp
    10.133.0.71:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:49:52Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-mtzpb.18c6c0594b592d85
    namespace: kserve-ci-e2e-test
    resourceVersion: "49729"
    uid: ec49de45-67ea-4073-93e9-428a7d756685
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:49:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-mtzpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "49297"
    uid: b10a67f5-0927-479f-8e1b-b995c0c37107
  kind: Event
  lastTimestamp: "2026-07-29T11:49:52Z"
  message: 'Readiness probe failed: Get "http://10.133.0.71:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.71:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:49:52Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-mtzpb.18c6c0594ba9a896
    namespace: kserve-ci-e2e-test
    resourceVersion: "49730"
    uid: 433d0951-10f5-4021-9efe-abadf81e9ab5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-91.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-91.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:48:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49284"
    uid: 75fb63da-edb9-41f5-bbdf-404aebf633dc
  kind: Event
  lastTimestamp: "2026-07-29T11:48:59Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-mtzpb'
  metadata:
    creationTimestamp: "2026-07-29T11:48:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:48:59Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18c6c04d22e99925
    namespace: kserve-ci-e2e-test
    resourceVersion: "49298"
    uid: 26f591e0-ea0d-4ddf-834c-7b3b3c6eee8c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:48:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49282"
    uid: f84945b6-0e34-4941-82fb-db3b19b48a68
  kind: Event
  lastTimestamp: "2026-07-29T11:48:59Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-29T11:48:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:48:59Z"
    name: xgboost-v2-mlserver-predictor.18c6c04d1fda0819
    namespace: kserve-ci-e2e-test
    resourceVersion: "49288"
    uid: ee24126e-b8d9-417f-8c45-ed47fb63df24
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:49:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49283"
    uid: 6bb2c20a-7a81-4989-b62b-811cd9130bd0
  kind: Event
  lastTimestamp: "2026-07-29T11:49:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:49:29Z"
    name: xgboost-v2-mlserver-predictor.18c6c0509e679ffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "49548"
    uid: ac15b4ed-51ca-446c-89d3-e7beb5586b1d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:49:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49283"
    uid: 6bb2c20a-7a81-4989-b62b-811cd9130bd0
  kind: Event
  lastTimestamp: "2026-07-29T11:49:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:49:29Z"
    name: xgboost-v2-mlserver-predictor.18c6c0509eced8c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "49549"
    uid: 84c06789-4c00-4475-8db2-8adcd3921ded
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:49:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49446"
    uid: 6bb2c20a-7a81-4989-b62b-811cd9130bd0
  kind: Event
  lastTimestamp: "2026-07-29T11:49:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:49:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:49:44Z"
    name: xgboost-v2-mlserver-predictor.18c6c0579d1f74d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "49663"
    uid: ab663140-4e85-4da7-b11d-f1d413256b78
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:49:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49446"
    uid: 6bb2c20a-7a81-4989-b62b-811cd9130bd0
  kind: Event
  lastTimestamp: "2026-07-29T11:49:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:49:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:49:44Z"
    name: xgboost-v2-mlserver-predictor.18c6c0579da635e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "49665"
    uid: 40a2470b-2d9d-4a02-89f6-2719715f736c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T11:48:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49274"
    uid: 599919e9-302f-458a-a595-6b57f8fe3f45
  kind: Event
  lastTimestamp: "2026-07-29T11:49:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:48:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:49:42Z"
    name: xgboost-v2-mlserver.18c6c04d1fdd7d8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "49643"
    uid: 1ae57891-266b-4cf5-b1c5-96fa1ba9978d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:48:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49274"
    uid: 599919e9-302f-458a-a595-6b57f8fe3f45
  kind: Event
  lastTimestamp: "2026-07-29T11:48:59Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:48:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:48:59Z"
    name: xgboost-v2-mlserver.18c6c04d2066c19b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49290"
    uid: 940a6284-048a-40ce-91e7-f125414b6f8f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:49:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49641"
    uid: 599919e9-302f-458a-a595-6b57f8fe3f45
  kind: Event
  lastTimestamp: "2026-07-29T11:49:42Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:49:42Z"
    name: xgboost-v2-mlserver.18c6c056fe2eb53d
    namespace: kserve-ci-e2e-test
    resourceVersion: "49642"
    uid: f17173a4-56a2-4041-9e4e-6e4db0a9aa32
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "55009"