---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:14:35.187545Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z6vgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23526"
    uid: 0f715041-6295-489f-bac5-29e1405c2d20
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z6vgb
    to ip-10-0-129-192.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:14:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:14:35Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z6vgb.18c768ae52269998
    namespace: kserve-ci-e2e-test
    resourceVersion: "23532"
    uid: 8d8462f0-a4b7-4815-ad62-9eb7247c6ce7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z6vgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23536"
    uid: 0f715041-6295-489f-bac5-29e1405c2d20
  kind: Event
  lastTimestamp: "2026-07-31T15:14:35Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:14:35Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z6vgb.18c768ae6bf1a67e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23549"
    uid: 519d9506-3dc4-42ec-852c-6a1048938bb7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z6vgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23529"
    uid: 0f715041-6295-489f-bac5-29e1405c2d20
  kind: Event
  lastTimestamp: "2026-07-31T15:14:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:14:35Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z6vgb.18c768ae6d7895c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23551"
    uid: 79e865e4-e16c-41d4-ba19-b2f377801118
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z6vgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23529"
    uid: 0f715041-6295-489f-bac5-29e1405c2d20
  kind: Event
  lastTimestamp: "2026-07-31T15:14:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:14:35Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z6vgb.18c768ae70548dc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23552"
    uid: c494f93d-90bc-4787-8221-e98330c52698
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z6vgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23529"
    uid: 0f715041-6295-489f-bac5-29e1405c2d20
  kind: Event
  lastTimestamp: "2026-07-31T15:14:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:14:35Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z6vgb.18c768ae70ca2711
    namespace: kserve-ci-e2e-test
    resourceVersion: "23553"
    uid: 03a8a382-80b1-42d2-a1ea-7ab1ade9e711
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z6vgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23529"
    uid: 0f715041-6295-489f-bac5-29e1405c2d20
  kind: Event
  lastTimestamp: "2026-07-31T15:14:44Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-07-31T15:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:14:44Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z6vgb.18c768b09a6258cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23621"
    uid: e3f2cda8-5471-46e4-95ea-54a83769e298
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:16:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z6vgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23529"
    uid: 0f715041-6295-489f-bac5-29e1405c2d20
  kind: Event
  lastTimestamp: "2026-07-31T15:16:50Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m5.117s
    (2m5.117s including waiting). Image size: 8940333849 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T15:16:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:16:50Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z6vgb.18c768cdbbf41869
    namespace: kserve-ci-e2e-test
    resourceVersion: "24597"
    uid: b1683a5c-3156-4e99-9a77-c876bb16e2ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:16:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z6vgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23529"
    uid: 0f715041-6295-489f-bac5-29e1405c2d20
  kind: Event
  lastTimestamp: "2026-07-31T15:16:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:16:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:16:50Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z6vgb.18c768cdc25a8005
    namespace: kserve-ci-e2e-test
    resourceVersion: "24599"
    uid: cf0a10ae-cc12-413e-8e38-5c32b45fac6d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:16:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z6vgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23529"
    uid: 0f715041-6295-489f-bac5-29e1405c2d20
  kind: Event
  lastTimestamp: "2026-07-31T15:16:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:16:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:16:50Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z6vgb.18c768cdc36b6210
    namespace: kserve-ci-e2e-test
    resourceVersion: "24600"
    uid: aee589ef-d6a4-4122-a43d-549f0ffaf220
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:16:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z6vgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23529"
    uid: 0f715041-6295-489f-bac5-29e1405c2d20
  kind: Event
  lastTimestamp: "2026-07-31T15:16:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:16:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:16:50Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z6vgb.18c768cdc378ccf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24601"
    uid: 0b5dcb11-2ff0-4a82-8433-16578a33c947
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:16:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z6vgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23529"
    uid: 0f715041-6295-489f-bac5-29e1405c2d20
  kind: Event
  lastTimestamp: "2026-07-31T15:16:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:16:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:16:50Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z6vgb.18c768cdc98c16e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24604"
    uid: 005c3678-3340-4020-9ac0-4d1aee68db69
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:16:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z6vgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23529"
    uid: 0f715041-6295-489f-bac5-29e1405c2d20
  kind: Event
  lastTimestamp: "2026-07-31T15:16:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:16:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:16:50Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z6vgb.18c768cdca9be381
    namespace: kserve-ci-e2e-test
    resourceVersion: "24606"
    uid: 0f8b7047-db9b-47c8-b25e-9b1d0e668af7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:16:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z6vgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23529"
    uid: 0f715041-6295-489f-bac5-29e1405c2d20
  kind: Event
  lastTimestamp: "2026-07-31T15:16:57Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:16:57Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z6vgb.18c768ce15dd32d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24654"
    uid: 7b4ebc08-43ad-462b-8687-091596d3895c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z6vgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23529"
    uid: 0f715041-6295-489f-bac5-29e1405c2d20
  kind: Event
  lastTimestamp: "2026-07-31T15:17:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:17:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:17:20Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z6vgb.18c768d4e051cbfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24854"
    uid: a43a3448-ef23-4b69-8787-bb899b240aea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z6vgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23529"
    uid: 0f715041-6295-489f-bac5-29e1405c2d20
  kind: Event
  lastTimestamp: "2026-07-31T15:17:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:17:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:17:20Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z6vgb.18c768d4e052697b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24855"
    uid: f2dcb250-c8ea-4eef-9667-fb683662fc70
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "23516"
    uid: 20c3cc61-4a5e-4e7f-a35a-dc11092619df
  kind: Event
  lastTimestamp: "2026-07-31T15:14:35Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-z6vgb'
  metadata:
    creationTimestamp: "2026-07-31T15:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:14:35Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18c768ae51afa613
    namespace: kserve-ci-e2e-test
    resourceVersion: "23530"
    uid: 44fd6ed1-cb4d-4e9a-897f-e02ec48c9f41
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23514"
    uid: f3803b85-5192-4067-a157-af7ad66ce530
  kind: Event
  lastTimestamp: "2026-07-31T15:14:35Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:14:35Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c768ae4e8a94d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23518"
    uid: de20ce03-7026-4453-9825-d12dd74c6874
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23515"
    uid: e258d64b-7441-494b-854c-fbbe636d686c
  kind: Event
  lastTimestamp: "2026-07-31T15:17:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:14:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:17:20Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c768b1cd6b2fc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24833"
    uid: 0b552495-c823-4709-a2c7-c5f3f77e6bb1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23515"
    uid: e258d64b-7441-494b-854c-fbbe636d686c
  kind: Event
  lastTimestamp: "2026-07-31T15:17:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:14:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:17:20Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c768b1cdd250b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24834"
    uid: ba159a8a-e569-4650-b0d0-38829aeb884e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23507"
    uid: 4e3f7657-3f78-4b26-8466-01de2e26a14d
  kind: Event
  lastTimestamp: "2026-07-31T15:17:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:17:07Z"
    name: isvc-autogluon-ts-v1-noslash.18c768ae4e85cb74
    namespace: kserve-ci-e2e-test
    resourceVersion: "24743"
    uid: ae1c5ecc-f067-430c-9970-f002fa486cd5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23507"
    uid: 4e3f7657-3f78-4b26-8466-01de2e26a14d
  kind: Event
  lastTimestamp: "2026-07-31T15:14:35Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:14:35Z"
    name: isvc-autogluon-ts-v1-noslash.18c768ae4f3df516
    namespace: kserve-ci-e2e-test
    resourceVersion: "23538"
    uid: e35a6676-a80e-4bd5-9eff-704a35774fbe
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23509"
    uid: 4e3f7657-3f78-4b26-8466-01de2e26a14d
  kind: Event
  lastTimestamp: "2026-07-31T15:14:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:14:35Z"
    name: isvc-autogluon-ts-v1-noslash.18c768ae54a73bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23539"
    uid: 19e8cd1b-107f-40ae-a06c-9c6d0d6652a7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24740"
    uid: 4e3f7657-3f78-4b26-8466-01de2e26a14d
  kind: Event
  lastTimestamp: "2026-07-31T15:17:07Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:17:07Z"
    name: isvc-autogluon-ts-v1-noslash.18c768d1d902a405
    namespace: kserve-ci-e2e-test
    resourceVersion: "24741"
    uid: 62325d80-fa9b-4e25-9149-23bf4cda1f37
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:13:47.572986Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-7tfj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23090"
    uid: e4f93428-2137-428f-ad84-42e9db3e1440
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-7tfj8
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:13:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:13:47Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-7tfj8.18c768a33c1a1d5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23094"
    uid: 0c128461-59e2-4c77-817c-7b40de41199c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-7tfj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23092"
    uid: e4f93428-2137-428f-ad84-42e9db3e1440
  kind: Event
  lastTimestamp: "2026-07-31T15:13:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:47Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-7tfj8.18c768a344cc9ac2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23106"
    uid: 85b7c8ac-9426-4e9d-a71a-177ce4e29fc1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-7tfj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23100"
    uid: e4f93428-2137-428f-ad84-42e9db3e1440
  kind: Event
  lastTimestamp: "2026-07-31T15:13:48Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:13:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:13:48Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-7tfj8.18c768a379c3fe3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23115"
    uid: d509eeab-0989-4841-a4ca-9ea332fe088e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-7tfj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23092"
    uid: e4f93428-2137-428f-ad84-42e9db3e1440
  kind: Event
  lastTimestamp: "2026-07-31T15:13:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:13:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:48Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-7tfj8.18c768a37b432089
    namespace: kserve-ci-e2e-test
    resourceVersion: "23117"
    uid: 5aa27416-ff9c-491e-a1d6-8635cdfe1f7c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-7tfj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23092"
    uid: e4f93428-2137-428f-ad84-42e9db3e1440
  kind: Event
  lastTimestamp: "2026-07-31T15:13:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:13:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:48Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-7tfj8.18c768a37e8c5fcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23118"
    uid: ef07d772-3597-4767-adbf-a71f1e9313c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-7tfj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23092"
    uid: e4f93428-2137-428f-ad84-42e9db3e1440
  kind: Event
  lastTimestamp: "2026-07-31T15:13:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:13:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:48Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-7tfj8.18c768a37f060afc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23119"
    uid: 2f33e397-f666-402c-a9ae-d1f71422f553
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-7tfj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23092"
    uid: e4f93428-2137-428f-ad84-42e9db3e1440
  kind: Event
  lastTimestamp: "2026-07-31T15:13:59Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:59Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-7tfj8.18c768a5ea116ea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23195"
    uid: e42198d7-6a62-4582-aa40-7d8130dcf546
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-7tfj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23092"
    uid: e4f93428-2137-428f-ad84-42e9db3e1440
  kind: Event
  lastTimestamp: "2026-07-31T15:13:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:59Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-7tfj8.18c768a5ed2f897c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23198"
    uid: cbc91e05-74ed-4c84-8be8-a68d5b01716b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-7tfj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23092"
    uid: e4f93428-2137-428f-ad84-42e9db3e1440
  kind: Event
  lastTimestamp: "2026-07-31T15:13:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:59Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-7tfj8.18c768a5eda5f5b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23201"
    uid: 698faebd-91ee-4422-afaf-a2873e09c686
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-7tfj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23092"
    uid: e4f93428-2137-428f-ad84-42e9db3e1440
  kind: Event
  lastTimestamp: "2026-07-31T15:13:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:59Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-7tfj8.18c768a5edb05bb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23202"
    uid: 7b7092af-380e-45dc-887e-2f4b239e165f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-7tfj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23092"
    uid: e4f93428-2137-428f-ad84-42e9db3e1440
  kind: Event
  lastTimestamp: "2026-07-31T15:13:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:59Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-7tfj8.18c768a5f114a7af
    namespace: kserve-ci-e2e-test
    resourceVersion: "23205"
    uid: 7863e107-c712-494a-bf1f-519839affd51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-7tfj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23092"
    uid: e4f93428-2137-428f-ad84-42e9db3e1440
  kind: Event
  lastTimestamp: "2026-07-31T15:13:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:59Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-7tfj8.18c768a5f1900627
    namespace: kserve-ci-e2e-test
    resourceVersion: "23206"
    uid: 3851f721-b2f1-427a-9fc6-42952cba8121
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-7tfj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23092"
    uid: e4f93428-2137-428f-ad84-42e9db3e1440
  kind: Event
  lastTimestamp: "2026-07-31T15:14:07Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:14:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:14:07Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-7tfj8.18c768a661eb707b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23272"
    uid: af324ee2-9d1a-41bf-bcc8-12f7ab2c76f5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-7tfj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23092"
    uid: e4f93428-2137-428f-ad84-42e9db3e1440
  kind: Event
  lastTimestamp: "2026-07-31T15:14:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:14:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:14:30Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-7tfj8.18c768ad1dda3841
    namespace: kserve-ci-e2e-test
    resourceVersion: "23465"
    uid: 6a50b4bb-2659-4707-a788-65bc554d340d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-7tfj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23092"
    uid: e4f93428-2137-428f-ad84-42e9db3e1440
  kind: Event
  lastTimestamp: "2026-07-31T15:14:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:14:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:14:30Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-7tfj8.18c768ad1ddad506
    namespace: kserve-ci-e2e-test
    resourceVersion: "23466"
    uid: 6077f5a5-a7ed-442f-aa3f-08a0400599d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23079"
    uid: 78e8193b-a64c-4b85-833a-356a165ac5ec
  kind: Event
  lastTimestamp: "2026-07-31T15:13:47Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-7tfj8'
  metadata:
    creationTimestamp: "2026-07-31T15:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:13:47Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18c768a33b9e6117
    namespace: kserve-ci-e2e-test
    resourceVersion: "23091"
    uid: c8aa2042-b317-4128-af58-584495ffb7d8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23077"
    uid: 5dbc9a92-97ef-4628-b047-060599a7b539
  kind: Event
  lastTimestamp: "2026-07-31T15:13:47Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-31T15:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:13:47Z"
    name: isvc-autogluon-ts-v1-predictor.18c768a338704248
    namespace: kserve-ci-e2e-test
    resourceVersion: "23080"
    uid: f7da82c0-ccf5-404b-8591-759186458ace
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23078"
    uid: 854b70c8-317d-4cc6-b25f-e195a6d43190
  kind: Event
  lastTimestamp: "2026-07-31T15:14:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:14:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:14:17Z"
    name: isvc-autogluon-ts-v1-predictor.18c768a6b6e37825
    namespace: kserve-ci-e2e-test
    resourceVersion: "23353"
    uid: 6e806992-faa5-42cb-b746-bc2f545a0d76
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23078"
    uid: 854b70c8-317d-4cc6-b25f-e195a6d43190
  kind: Event
  lastTimestamp: "2026-07-31T15:14:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:14:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:14:17Z"
    name: isvc-autogluon-ts-v1-predictor.18c768a6b756999d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23354"
    uid: 0acc8119-2982-402d-9e6a-6aabb28e7500
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23068"
    uid: 4c7a418d-d3a7-4c5e-866c-f97254625fac
  kind: Event
  lastTimestamp: "2026-07-31T15:14:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:14:17Z"
    name: isvc-autogluon-ts-v1.18c768a3387237f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23350"
    uid: 7863fb44-75cf-49fe-9a60-beb94d1e61fd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23068"
    uid: 4c7a418d-d3a7-4c5e-866c-f97254625fac
  kind: Event
  lastTimestamp: "2026-07-31T15:13:47Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:13:47Z"
    name: isvc-autogluon-ts-v1.18c768a338f4a0c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23083"
    uid: 94abd00b-3cd1-4913-a7cb-c5300beabbeb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23347"
    uid: 4c7a418d-d3a7-4c5e-866c-f97254625fac
  kind: Event
  lastTimestamp: "2026-07-31T15:14:17Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:14:17Z"
    name: isvc-autogluon-ts-v1.18c768aa219cbb99
    namespace: kserve-ci-e2e-test
    resourceVersion: "23348"
    uid: c02849cc-162e-4030-aef7-cc86f6de18b4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:04:26.452498Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-9n2td
    namespace: kserve-ci-e2e-test
    resourceVersion: "18086"
    uid: 3846a890-d29b-448f-9b7e-d58ecd3a66c9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-9n2td
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:04:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:04:26Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-9n2td.18c7682096b6fbf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18092"
    uid: dd9f02b5-9f27-438b-b480-2a0a15f0afac
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-9n2td
    namespace: kserve-ci-e2e-test
    resourceVersion: "18088"
    uid: 3846a890-d29b-448f-9b7e-d58ecd3a66c9
  kind: Event
  lastTimestamp: "2026-07-31T15:04:27Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:04:27Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-9n2td.18c76820a36e4a5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18116"
    uid: e237dd5b-4af0-47b0-829f-16c6e0dfab56
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-9n2td
    namespace: kserve-ci-e2e-test
    resourceVersion: "18100"
    uid: 3846a890-d29b-448f-9b7e-d58ecd3a66c9
  kind: Event
  lastTimestamp: "2026-07-31T15:04:28Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:04:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:04:28Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-9n2td.18c768210b4ed1f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18131"
    uid: 4a16002f-6d3f-4cb2-ba6c-065453221ad7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-9n2td
    namespace: kserve-ci-e2e-test
    resourceVersion: "18088"
    uid: 3846a890-d29b-448f-9b7e-d58ecd3a66c9
  kind: Event
  lastTimestamp: "2026-07-31T15:04:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:04:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:04:28Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-9n2td.18c768210d588ff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18134"
    uid: 3d01370e-71e7-4470-9cbc-9a2a5c158df9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-9n2td
    namespace: kserve-ci-e2e-test
    resourceVersion: "18088"
    uid: 3846a890-d29b-448f-9b7e-d58ecd3a66c9
  kind: Event
  lastTimestamp: "2026-07-31T15:04:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:04:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:04:28Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-9n2td.18c7682110df0970
    namespace: kserve-ci-e2e-test
    resourceVersion: "18135"
    uid: bc432aa9-5689-4dc7-85ee-083b90ea150c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-9n2td
    namespace: kserve-ci-e2e-test
    resourceVersion: "18088"
    uid: 3846a890-d29b-448f-9b7e-d58ecd3a66c9
  kind: Event
  lastTimestamp: "2026-07-31T15:04:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:04:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:04:28Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-9n2td.18c76821115a9674
    namespace: kserve-ci-e2e-test
    resourceVersion: "18136"
    uid: c8f2dbeb-05c2-4dc3-ab75-81e31627f87f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-9n2td
    namespace: kserve-ci-e2e-test
    resourceVersion: "18088"
    uid: 3846a890-d29b-448f-9b7e-d58ecd3a66c9
  kind: Event
  lastTimestamp: "2026-07-31T15:04:33Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-07-31T15:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:04:33Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-9n2td.18c7682252ae3aeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18181"
    uid: 21f1450a-d1d1-41fe-9228-caa4a967c941
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-9n2td
    namespace: kserve-ci-e2e-test
    resourceVersion: "18088"
    uid: 3846a890-d29b-448f-9b7e-d58ecd3a66c9
  kind: Event
  lastTimestamp: "2026-07-31T15:06:42Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m8.916s
    (2m8.916s including waiting). Image size: 8940333849 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T15:06:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:06:42Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-9n2td.18c7684056b583f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19209"
    uid: 18e66cf7-7d2e-4955-b1ee-1a5b1b023d51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-9n2td
    namespace: kserve-ci-e2e-test
    resourceVersion: "18088"
    uid: 3846a890-d29b-448f-9b7e-d58ecd3a66c9
  kind: Event
  lastTimestamp: "2026-07-31T15:06:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:06:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:06:42Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-9n2td.18c768405c9756a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19212"
    uid: 3130b62a-8a8d-4a38-93c0-4bbc2741f28f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-9n2td
    namespace: kserve-ci-e2e-test
    resourceVersion: "18088"
    uid: 3846a890-d29b-448f-9b7e-d58ecd3a66c9
  kind: Event
  lastTimestamp: "2026-07-31T15:06:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:06:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:06:42Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-9n2td.18c768405de3ea24
    namespace: kserve-ci-e2e-test
    resourceVersion: "19213"
    uid: fed92fce-56f0-48b5-b88d-9b63157cb0a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-9n2td
    namespace: kserve-ci-e2e-test
    resourceVersion: "18088"
    uid: 3846a890-d29b-448f-9b7e-d58ecd3a66c9
  kind: Event
  lastTimestamp: "2026-07-31T15:06:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:06:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:06:42Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-9n2td.18c768405df0d51c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19214"
    uid: 7eace0ed-7dab-4581-8647-10d0ea1492aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-9n2td
    namespace: kserve-ci-e2e-test
    resourceVersion: "18088"
    uid: 3846a890-d29b-448f-9b7e-d58ecd3a66c9
  kind: Event
  lastTimestamp: "2026-07-31T15:06:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:06:43Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-9n2td.18c7684064f7f5cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19215"
    uid: cb69dc2d-977f-4073-81e0-2a7272cd9260
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-9n2td
    namespace: kserve-ci-e2e-test
    resourceVersion: "18088"
    uid: 3846a890-d29b-448f-9b7e-d58ecd3a66c9
  kind: Event
  lastTimestamp: "2026-07-31T15:06:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:06:43Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-9n2td.18c76840664584b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19216"
    uid: 6daf9f84-2c17-468c-a3d3-807f61741b5e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-9n2td
    namespace: kserve-ci-e2e-test
    resourceVersion: "18088"
    uid: 3846a890-d29b-448f-9b7e-d58ecd3a66c9
  kind: Event
  lastTimestamp: "2026-07-31T15:06:49Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:06:49Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-9n2td.18c768407c24db2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19271"
    uid: e6f1d8df-1e46-4ccc-8126-95f181e993e0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-9n2td
    namespace: kserve-ci-e2e-test
    resourceVersion: "18088"
    uid: 3846a890-d29b-448f-9b7e-d58ecd3a66c9
  kind: Event
  lastTimestamp: "2026-07-31T15:07:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:12Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-9n2td.18c7684758572bac
    namespace: kserve-ci-e2e-test
    resourceVersion: "19556"
    uid: 84309e4e-e631-4efb-b9bf-1285f6f08661
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-9n2td
    namespace: kserve-ci-e2e-test
    resourceVersion: "18088"
    uid: 3846a890-d29b-448f-9b7e-d58ecd3a66c9
  kind: Event
  lastTimestamp: "2026-07-31T15:07:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:12Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-9n2td.18c7684758588ee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19557"
    uid: 05dd0b1d-a3f3-4fd1-bfcf-de2e83dd7a41
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "18063"
    uid: 8d1b7eb1-287d-4f00-bce5-b7ea1a21e03c
  kind: Event
  lastTimestamp: "2026-07-31T15:04:26Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-9n2td'
  metadata:
    creationTimestamp: "2026-07-31T15:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:04:26Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18c7682096486de2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18087"
    uid: 52d3e6b3-6a7c-42c7-8ce2-24d742f8d728
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18059"
    uid: fb32a477-1fdb-45f9-88e1-8b466899396b
  kind: Event
  lastTimestamp: "2026-07-31T15:04:26Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-31T15:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:04:26Z"
    name: isvc-autogluon-v1-predictor.18c7682092e4a68f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18068"
    uid: 4866314b-e7bc-481c-b22a-0a77eac4a70e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18062"
    uid: db4431c1-3737-4e24-99cc-9aa38d48af85
  kind: Event
  lastTimestamp: "2026-07-31T15:07:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:04:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:07:11Z"
    name: isvc-autogluon-v1-predictor.18c7682411b7d442
    namespace: kserve-ci-e2e-test
    resourceVersion: "19530"
    uid: 5fd2c636-8f3f-4019-9074-612797c2cf77
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18062"
    uid: db4431c1-3737-4e24-99cc-9aa38d48af85
  kind: Event
  lastTimestamp: "2026-07-31T15:07:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:04:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:07:11Z"
    name: isvc-autogluon-v1-predictor.18c768241247aa1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19532"
    uid: e9c00db7-7f68-4a17-8d8d-b2aab177e26f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18035"
    uid: f8a75a1c-6ce8-44c5-8936-cb717854f6e7
  kind: Event
  lastTimestamp: "2026-07-31T15:06:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:06:59Z"
    name: isvc-autogluon-v1.18c7682092e63808
    namespace: kserve-ci-e2e-test
    resourceVersion: "19425"
    uid: fa31641b-377a-479f-be61-641dc6a3932b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18035"
    uid: f8a75a1c-6ce8-44c5-8936-cb717854f6e7
  kind: Event
  lastTimestamp: "2026-07-31T15:04:26Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:04:26Z"
    name: isvc-autogluon-v1.18c7682096ee38e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18094"
    uid: c419340c-6418-4897-bc09-fe93c5676856
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19422"
    uid: f8a75a1c-6ce8-44c5-8936-cb717854f6e7
  kind: Event
  lastTimestamp: "2026-07-31T15:06:59Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:06:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:06:59Z"
    name: isvc-autogluon-v1.18c768443b89ceda
    namespace: kserve-ci-e2e-test
    resourceVersion: "19424"
    uid: e2ce7fb7-e435-4083-b7d3-63499faaa6b4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:11:31.958872Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-f5tb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21809"
    uid: 602aa046-ed4c-403b-b366-73f92941bad2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-f5tb9
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:11:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:11:31Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-f5tb9.18c76883a8df0162
    namespace: kserve-ci-e2e-test
    resourceVersion: "21816"
    uid: d4bc83c2-0c5e-4c88-b942-e46389695c7b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-f5tb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21820"
    uid: 602aa046-ed4c-403b-b366-73f92941bad2
  kind: Event
  lastTimestamp: "2026-07-31T15:11:32Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:11:32Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-f5tb9.18c76883c2df0976
    namespace: kserve-ci-e2e-test
    resourceVersion: "21828"
    uid: fb45dcff-263b-4564-9845-0bde211de377
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-f5tb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21813"
    uid: 602aa046-ed4c-403b-b366-73f92941bad2
  kind: Event
  lastTimestamp: "2026-07-31T15:11:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:32Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-f5tb9.18c76883c6a5dd45
    namespace: kserve-ci-e2e-test
    resourceVersion: "21830"
    uid: 219aea75-802f-43b1-aac4-cc6668d266ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-f5tb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21813"
    uid: 602aa046-ed4c-403b-b366-73f92941bad2
  kind: Event
  lastTimestamp: "2026-07-31T15:11:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:32Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-f5tb9.18c76883c919adbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21831"
    uid: 9d676894-50de-474a-86e4-c98ae6983b50
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-f5tb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21813"
    uid: 602aa046-ed4c-403b-b366-73f92941bad2
  kind: Event
  lastTimestamp: "2026-07-31T15:11:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:32Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-f5tb9.18c76883c986a58f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21832"
    uid: 412c7c47-2673-4409-bba0-76ef4e970b9f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-f5tb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21813"
    uid: 602aa046-ed4c-403b-b366-73f92941bad2
  kind: Event
  lastTimestamp: "2026-07-31T15:11:53Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:11:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:53Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-f5tb9.18c76888b367bc0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22069"
    uid: 52dbccdd-e7f7-4492-aa72-889004beb6ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-f5tb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21813"
    uid: 602aa046-ed4c-403b-b366-73f92941bad2
  kind: Event
  lastTimestamp: "2026-07-31T15:11:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:11:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:53Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-f5tb9.18c76888b63d6f41
    namespace: kserve-ci-e2e-test
    resourceVersion: "22072"
    uid: 04c0314c-1374-4716-904a-1a1d991fc37f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-f5tb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21813"
    uid: 602aa046-ed4c-403b-b366-73f92941bad2
  kind: Event
  lastTimestamp: "2026-07-31T15:11:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:11:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:53Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-f5tb9.18c76888b6b7f15d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: be15bfc2-1a78-4836-b2da-f206aa34a3d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-f5tb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21813"
    uid: 602aa046-ed4c-403b-b366-73f92941bad2
  kind: Event
  lastTimestamp: "2026-07-31T15:11:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:11:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:53Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-f5tb9.18c76888b6c4296a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22076"
    uid: ad7f03d7-6b12-4746-9012-33545b0bb4f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-f5tb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21813"
    uid: 602aa046-ed4c-403b-b366-73f92941bad2
  kind: Event
  lastTimestamp: "2026-07-31T15:11:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:11:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:53Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-f5tb9.18c76888b9b38452
    namespace: kserve-ci-e2e-test
    resourceVersion: "22078"
    uid: 30faa5b9-b88d-4315-b0de-f42fa00b62fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-f5tb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21813"
    uid: 602aa046-ed4c-403b-b366-73f92941bad2
  kind: Event
  lastTimestamp: "2026-07-31T15:11:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:11:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:53Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-f5tb9.18c76888ba390d9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22079"
    uid: 4b8f288d-6c46-4164-b609-1faa36d4cd13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-f5tb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21813"
    uid: 602aa046-ed4c-403b-b366-73f92941bad2
  kind: Event
  lastTimestamp: "2026-07-31T15:13:42Z"
  message: 'Readiness probe failed: Get "http://10.134.0.30:8080/v2/models/isvc-autogluon-v2-noslash/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-31T15:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:42Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-f5tb9.18c768a1ff3d88eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23007"
    uid: 2ab45bf4-2e96-4025-8cbb-1771da168352
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-f5tb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21813"
    uid: 602aa046-ed4c-403b-b366-73f92941bad2
  kind: Event
  lastTimestamp: "2026-07-31T15:13:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:42Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-f5tb9.18c768a21226a055
    namespace: kserve-ci-e2e-test
    resourceVersion: "23027"
    uid: f9345eba-c6ba-4045-9172-7f21d6a450fc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-f5tb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21813"
    uid: 602aa046-ed4c-403b-b366-73f92941bad2
  kind: Event
  lastTimestamp: "2026-07-31T15:13:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:42Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-f5tb9.18c768a212274ad8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23028"
    uid: 2fd4996b-c471-418a-9d48-7c7adfde819a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21799"
    uid: 63cb0c9e-a578-4574-be1c-25d38094a783
  kind: Event
  lastTimestamp: "2026-07-31T15:11:31Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-f5tb9'
  metadata:
    creationTimestamp: "2026-07-31T15:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:11:31Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18c76883a81a820f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21812"
    uid: 13566768-8441-4056-8075-9f1c2ae085e8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21797"
    uid: 20f7bdcd-6593-4452-9dc9-8db71b835cfc
  kind: Event
  lastTimestamp: "2026-07-31T15:11:31Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:11:31Z"
    name: isvc-autogluon-v2-noslash-predictor.18c76883a4b6b2c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21800"
    uid: ab44e558-7b5a-474c-b77d-02a21b058c87
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21798"
    uid: c5fc7b67-b82c-4370-a623-1ab289819052
  kind: Event
  lastTimestamp: "2026-07-31T15:12:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:12:31Z"
    name: isvc-autogluon-v2-noslash-predictor.18c76887239c5841
    namespace: kserve-ci-e2e-test
    resourceVersion: "22350"
    uid: 124c9ab0-ffa8-40dc-be90-417f5bf4c0cb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21798"
    uid: c5fc7b67-b82c-4370-a623-1ab289819052
  kind: Event
  lastTimestamp: "2026-07-31T15:12:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:12:31Z"
    name: isvc-autogluon-v2-noslash-predictor.18c768872409eeaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22351"
    uid: 72a874e4-0a86-4cc6-a884-4cbd2019c583
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-31T15:12:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22007"
    uid: c5fc7b67-b82c-4370-a623-1ab289819052
  kind: Event
  lastTimestamp: "2026-07-31T15:13:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:13:32Z"
    name: isvc-autogluon-v2-noslash-predictor.18c7688e220a20ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "22925"
    uid: 9b26cac6-96ff-46fc-9d11-f6a3e788f30b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-31T15:12:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22007"
    uid: c5fc7b67-b82c-4370-a623-1ab289819052
  kind: Event
  lastTimestamp: "2026-07-31T15:13:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:13:32Z"
    name: isvc-autogluon-v2-noslash-predictor.18c7688e2273561b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22926"
    uid: 9917cecb-7096-47d0-bf8d-cc743c008a7e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: ec5ba8bf-6334-4920-86dc-408a0a15150e
  kind: Event
  lastTimestamp: "2026-07-31T15:13:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:13:31Z"
    name: isvc-autogluon-v2-noslash.18c76883a4b68df8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22919"
    uid: 9f57da67-7960-4788-89c4-d34a29820174
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: ec5ba8bf-6334-4920-86dc-408a0a15150e
  kind: Event
  lastTimestamp: "2026-07-31T15:11:31Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:11:31Z"
    name: isvc-autogluon-v2-noslash.18c76883a54c9333
    namespace: kserve-ci-e2e-test
    resourceVersion: "21803"
    uid: eb276c23-1072-405b-8778-56c0522d0c4d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22917"
    uid: ec5ba8bf-6334-4920-86dc-408a0a15150e
  kind: Event
  lastTimestamp: "2026-07-31T15:13:31Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:13:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:13:31Z"
    name: isvc-autogluon-v2-noslash.18c7689f72e91b80
    namespace: kserve-ci-e2e-test
    resourceVersion: "22918"
    uid: b9cc0d9d-3178-4073-a87f-87ea8503c520
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:07:18.090912Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-qgvt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19619"
    uid: c3603558-f989-466b-9522-273ca41fdd21
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-qgvt5
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:07:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:07:18Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-qgvt5.18c768488d2949cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19623"
    uid: 1ff6bc7f-0008-4789-b48d-2d5bc72fa828
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-qgvt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19630"
    uid: c3603558-f989-466b-9522-273ca41fdd21
  kind: Event
  lastTimestamp: "2026-07-31T15:07:18Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:07:18Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-qgvt5.18c76848a9f86483
    namespace: kserve-ci-e2e-test
    resourceVersion: "19638"
    uid: 60a631da-2926-4f8b-972d-05e782ca3118
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-qgvt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19621"
    uid: c3603558-f989-466b-9522-273ca41fdd21
  kind: Event
  lastTimestamp: "2026-07-31T15:07:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:18Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-qgvt5.18c76848ab64291f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19640"
    uid: 2ab0b174-56c3-44d7-a255-99785e6d0c7e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-qgvt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19621"
    uid: c3603558-f989-466b-9522-273ca41fdd21
  kind: Event
  lastTimestamp: "2026-07-31T15:07:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:18Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-qgvt5.18c76848b17a10d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19641"
    uid: e8032728-9db6-4be8-aad3-f4163069569e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-qgvt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19621"
    uid: c3603558-f989-466b-9522-273ca41fdd21
  kind: Event
  lastTimestamp: "2026-07-31T15:07:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:18Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-qgvt5.18c76848b2c6866f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19642"
    uid: 7724ca46-ef13-42f8-be0e-c0b4ef321354
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-qgvt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19621"
    uid: c3603558-f989-466b-9522-273ca41fdd21
  kind: Event
  lastTimestamp: "2026-07-31T15:07:24Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:24Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-qgvt5.18c7684a11d816ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "19687"
    uid: da68de1d-b8e5-4e6f-acfa-9d3692e395a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-qgvt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19621"
    uid: c3603558-f989-466b-9522-273ca41fdd21
  kind: Event
  lastTimestamp: "2026-07-31T15:07:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:24Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-qgvt5.18c7684a14bd9d9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19689"
    uid: 94e33851-4546-463f-9a0c-0926294d7bd7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-qgvt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19621"
    uid: c3603558-f989-466b-9522-273ca41fdd21
  kind: Event
  lastTimestamp: "2026-07-31T15:07:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:24Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-qgvt5.18c7684a152e2f94
    namespace: kserve-ci-e2e-test
    resourceVersion: "19690"
    uid: acd80a38-4422-47a8-9e41-efdcdd21e143
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-qgvt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19621"
    uid: c3603558-f989-466b-9522-273ca41fdd21
  kind: Event
  lastTimestamp: "2026-07-31T15:07:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:24Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-qgvt5.18c7684a1539c365
    namespace: kserve-ci-e2e-test
    resourceVersion: "19691"
    uid: 03a23fe8-1eeb-48b9-815f-01cbdfe80c08
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-qgvt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19621"
    uid: c3603558-f989-466b-9522-273ca41fdd21
  kind: Event
  lastTimestamp: "2026-07-31T15:07:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:24Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-qgvt5.18c7684a1809bd15
    namespace: kserve-ci-e2e-test
    resourceVersion: "19694"
    uid: f48893a8-c61e-4d12-8ecb-613da7f0b472
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-qgvt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19621"
    uid: c3603558-f989-466b-9522-273ca41fdd21
  kind: Event
  lastTimestamp: "2026-07-31T15:07:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:24Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-qgvt5.18c7684a18d5a4b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19695"
    uid: 9b2b02f9-f1f4-4943-a51d-7b9257820169
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-qgvt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19621"
    uid: c3603558-f989-466b-9522-273ca41fdd21
  kind: Event
  lastTimestamp: "2026-07-31T15:09:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:09:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:09:04Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-qgvt5.18c76861513301ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "20536"
    uid: 077f6fec-37f4-417a-95df-c717d4a4a9d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-qgvt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19621"
    uid: c3603558-f989-466b-9522-273ca41fdd21
  kind: Event
  lastTimestamp: "2026-07-31T15:09:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:09:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:09:04Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-qgvt5.18c76861513390c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20537"
    uid: acd60288-d019-45be-b6e9-cece6e18f898
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19610"
    uid: 95332c17-f648-4332-8c7b-297663ed6d8d
  kind: Event
  lastTimestamp: "2026-07-31T15:07:18Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-qgvt5'
  metadata:
    creationTimestamp: "2026-07-31T15:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:07:18Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18c768488ca126da
    namespace: kserve-ci-e2e-test
    resourceVersion: "19620"
    uid: a5f26cc7-3082-476a-9642-03909d2879af
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19607"
    uid: 1e3d46e8-66a0-4b71-94f9-fdc08667127e
  kind: Event
  lastTimestamp: "2026-07-31T15:07:18Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:07:18Z"
    name: isvc-autogluon-v2-predictor.18c76848897e502c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19611"
    uid: e8c064e1-a188-4b94-b82d-cd8faeb331f7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19609"
    uid: fdbf64dc-868f-4c71-9c8e-8c4c85406b1c
  kind: Event
  lastTimestamp: "2026-07-31T15:08:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:07:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:08:03Z"
    name: isvc-autogluon-v2-predictor.18c7684c08261bd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19983"
    uid: 00dbc934-14d8-4c6a-88b4-879629b654d3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19609"
    uid: fdbf64dc-868f-4c71-9c8e-8c4c85406b1c
  kind: Event
  lastTimestamp: "2026-07-31T15:08:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:07:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:08:03Z"
    name: isvc-autogluon-v2-predictor.18c7684c088dbb8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19984"
    uid: 26f51676-152d-42ad-a5ac-a8a3687213f1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19765"
    uid: fdbf64dc-868f-4c71-9c8e-8c4c85406b1c
  kind: Event
  lastTimestamp: "2026-07-31T15:09:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:09:03Z"
    name: isvc-autogluon-v2-predictor.18c7684f87d02165
    namespace: kserve-ci-e2e-test
    resourceVersion: "20509"
    uid: c87969d6-697e-46b4-a769-a606c4306a4b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19765"
    uid: fdbf64dc-868f-4c71-9c8e-8c4c85406b1c
  kind: Event
  lastTimestamp: "2026-07-31T15:09:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:09:03Z"
    name: isvc-autogluon-v2-predictor.18c7684f883c92e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20510"
    uid: cd649540-3724-4370-9d22-a124ff237218
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:09:09.626984Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7v5zd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20596"
    uid: ac3b1344-c4e2-4d86-ab8c-3fc7179843c3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-7v5zd
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:09:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:09:09Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7v5zd.18c76862853ab66c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20602"
    uid: 66391d44-a045-4e1b-8035-460fa3eebd2e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7v5zd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20606"
    uid: ac3b1344-c4e2-4d86-ab8c-3fc7179843c3
  kind: Event
  lastTimestamp: "2026-07-31T15:09:10Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:09:10Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7v5zd.18c768629e9730cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20615"
    uid: 9ed980fc-8afa-4f22-8e9c-a7758c976646
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7v5zd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20600"
    uid: ac3b1344-c4e2-4d86-ab8c-3fc7179843c3
  kind: Event
  lastTimestamp: "2026-07-31T15:09:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:09:10Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7v5zd.18c76862a0385654
    namespace: kserve-ci-e2e-test
    resourceVersion: "20617"
    uid: df6e16ea-ffb1-4ea9-9c33-5d58ead41e40
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7v5zd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20600"
    uid: ac3b1344-c4e2-4d86-ab8c-3fc7179843c3
  kind: Event
  lastTimestamp: "2026-07-31T15:09:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:09:10Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7v5zd.18c76862a32f6811
    namespace: kserve-ci-e2e-test
    resourceVersion: "20618"
    uid: 96179e09-9af3-4207-9f4a-9dd4c8b7a14b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7v5zd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20600"
    uid: ac3b1344-c4e2-4d86-ab8c-3fc7179843c3
  kind: Event
  lastTimestamp: "2026-07-31T15:09:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:09:10Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7v5zd.18c76862a3b6904d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20619"
    uid: 4c28e65c-f97c-4189-a933-1cd895e9f614
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7v5zd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20600"
    uid: ac3b1344-c4e2-4d86-ab8c-3fc7179843c3
  kind: Event
  lastTimestamp: "2026-07-31T15:09:39Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:09:39Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7v5zd.18c768696277d942
    namespace: kserve-ci-e2e-test
    resourceVersion: "20828"
    uid: 300b776b-be95-4ed5-ac1a-fd6d84f41c39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7v5zd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20600"
    uid: ac3b1344-c4e2-4d86-ab8c-3fc7179843c3
  kind: Event
  lastTimestamp: "2026-07-31T15:09:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:09:39Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7v5zd.18c7686965a6e480
    namespace: kserve-ci-e2e-test
    resourceVersion: "20831"
    uid: 54691972-8cbe-4e27-b9d3-c36e28f1d10e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7v5zd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20600"
    uid: ac3b1344-c4e2-4d86-ab8c-3fc7179843c3
  kind: Event
  lastTimestamp: "2026-07-31T15:09:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:09:39Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7v5zd.18c7686966117ca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20832"
    uid: 3e277a1f-a9f2-4f1d-b7f9-e9d8d6a37771
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7v5zd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20600"
    uid: ac3b1344-c4e2-4d86-ab8c-3fc7179843c3
  kind: Event
  lastTimestamp: "2026-07-31T15:09:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:09:39Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7v5zd.18c76869661be5c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20833"
    uid: 62359666-a6b6-4b09-8f4b-125b3c85cc86
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7v5zd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20600"
    uid: ac3b1344-c4e2-4d86-ab8c-3fc7179843c3
  kind: Event
  lastTimestamp: "2026-07-31T15:09:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:09:39Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7v5zd.18c7686968fbab53
    namespace: kserve-ci-e2e-test
    resourceVersion: "20837"
    uid: 37a498d2-cd58-4142-8af0-99416376c7b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7v5zd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20600"
    uid: ac3b1344-c4e2-4d86-ab8c-3fc7179843c3
  kind: Event
  lastTimestamp: "2026-07-31T15:09:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:09:39Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7v5zd.18c76869698538ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20838"
    uid: ec8c65c6-dc49-465f-8ef6-9587e2e67a24
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7v5zd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20600"
    uid: ac3b1344-c4e2-4d86-ab8c-3fc7179843c3
  kind: Event
  lastTimestamp: "2026-07-31T15:11:23Z"
  message: 'Readiness probe failed: Get "http://10.134.0.29:8080/v2/models/isvc-autogluon-v2-variants/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-31T15:11:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:23Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7v5zd.18c76881a2508511
    namespace: kserve-ci-e2e-test
    resourceVersion: "21688"
    uid: ac776c9e-726d-4d3b-9d9f-84819ebca7ae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7v5zd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20600"
    uid: ac3b1344-c4e2-4d86-ab8c-3fc7179843c3
  kind: Event
  lastTimestamp: "2026-07-31T15:11:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:26Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7v5zd.18c7688274c55dd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21737"
    uid: 886123c4-0f93-46a7-9908-62528fa6bf84
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7v5zd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20600"
    uid: ac3b1344-c4e2-4d86-ab8c-3fc7179843c3
  kind: Event
  lastTimestamp: "2026-07-31T15:11:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:26Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7v5zd.18c7688274c5ccf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21738"
    uid: 4ffab22f-693d-4a19-b726-a808cbcda0f5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7v5zd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20600"
    uid: ac3b1344-c4e2-4d86-ab8c-3fc7179843c3
  kind: Event
  lastTimestamp: "2026-07-31T15:11:27Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:27Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-7v5zd.18c76882889b1914
    namespace: kserve-ci-e2e-test
    resourceVersion: "21749"
    uid: fd68957b-e68d-448a-bd2b-9698650f79f0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "20587"
    uid: 9f35da3a-1f48-4f79-a0ef-931d7faeb937
  kind: Event
  lastTimestamp: "2026-07-31T15:09:09Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-7v5zd'
  metadata:
    creationTimestamp: "2026-07-31T15:09:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:09:09Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18c7686284af3d20
    namespace: kserve-ci-e2e-test
    resourceVersion: "20599"
    uid: d961742b-94b8-4579-b695-e116b7ca6cad
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: 5e51ed7d-8cd3-45ee-8d61-cae70fc1b158
  kind: Event
  lastTimestamp: "2026-07-31T15:09:09Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:09:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:09:09Z"
    name: isvc-autogluon-v2-variants-predictor.18c768628161e804
    namespace: kserve-ci-e2e-test
    resourceVersion: "20589"
    uid: 0f47a9c3-456d-401b-a425-3ae79ba413d5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20586"
    uid: c63e138b-c3d1-447f-a6b4-2d01bc5c912f
  kind: Event
  lastTimestamp: "2026-07-31T15:10:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:10:09Z"
    name: isvc-autogluon-v2-variants-predictor.18c76865fffe8e8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21151"
    uid: 1dec0233-3dd1-43ef-8ac8-6a99895e8216
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20586"
    uid: c63e138b-c3d1-447f-a6b4-2d01bc5c912f
  kind: Event
  lastTimestamp: "2026-07-31T15:10:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:10:09Z"
    name: isvc-autogluon-v2-variants-predictor.18c76866008260cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21153"
    uid: 06722d1c-0567-411c-a62a-82dee3eb3a2f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20732"
    uid: c63e138b-c3d1-447f-a6b4-2d01bc5c912f
  kind: Event
  lastTimestamp: "2026-07-31T15:11:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:11:24Z"
    name: isvc-autogluon-v2-variants-predictor.18c7686cfe177b52
    namespace: kserve-ci-e2e-test
    resourceVersion: "21702"
    uid: ceeb7d33-bcc4-459b-baa7-62a329c4582a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20732"
    uid: c63e138b-c3d1-447f-a6b4-2d01bc5c912f
  kind: Event
  lastTimestamp: "2026-07-31T15:11:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:11:24Z"
    name: isvc-autogluon-v2-variants-predictor.18c7686cfe896d8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21703"
    uid: 642a9f32-409a-4636-a736-fb5880b330f5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20577"
    uid: a017c059-947a-48d3-9b8e-695c144e82d8
  kind: Event
  lastTimestamp: "2026-07-31T15:11:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:09:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:11:12Z"
    name: isvc-autogluon-v2-variants.18c768628162ff41
    namespace: kserve-ci-e2e-test
    resourceVersion: "21616"
    uid: 9ee3d112-89a9-4ad8-80ae-447343bac274
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20577"
    uid: a017c059-947a-48d3-9b8e-695c144e82d8
  kind: Event
  lastTimestamp: "2026-07-31T15:09:09Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:09:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:09:09Z"
    name: isvc-autogluon-v2-variants.18c76862821b17f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20593"
    uid: 6a2db96d-b895-43f7-8520-614177316c4d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21613"
    uid: a017c059-947a-48d3-9b8e-695c144e82d8
  kind: Event
  lastTimestamp: "2026-07-31T15:11:12Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:11:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:11:12Z"
    name: isvc-autogluon-v2-variants.18c7687f15ef637b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21614"
    uid: 45c74f80-a1b1-4432-97e7-d5d272ad1a1a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19601"
    uid: 40824bd6-b503-4874-a2cc-96c286e52bc0
  kind: Event
  lastTimestamp: "2026-07-31T15:08:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:08:57Z"
    name: isvc-autogluon-v2.18c768488997b9f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20468"
    uid: 836e8523-af12-4858-b114-ed66e3338d48
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19601"
    uid: 40824bd6-b503-4874-a2cc-96c286e52bc0
  kind: Event
  lastTimestamp: "2026-07-31T15:07:18Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:07:18Z"
    name: isvc-autogluon-v2.18c768488a241a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "19615"
    uid: f5b1e92b-46b8-48a1-acb4-1422f3d12897
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20465"
    uid: 40824bd6-b503-4874-a2cc-96c286e52bc0
  kind: Event
  lastTimestamp: "2026-07-31T15:08:57Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:08:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:08:57Z"
    name: isvc-autogluon-v2.18c7685fa8612b50
    namespace: kserve-ci-e2e-test
    resourceVersion: "20466"
    uid: 335a60d0-6baa-4d38-9250-0b6a9d0f6990
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:17:25.977439Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5cd5878b66-ptnsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24923"
    uid: c8930d19-1ea2-4fd8-88b0-77edd73d4d6c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-5cd5878b66-ptnsh
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:17:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:17:25Z"
    name: isvc-canary-create-predictor-5cd5878b66-ptnsh.18c768d61605986b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24933"
    uid: 7498028a-5fa6-44f9-9fdd-606b183e301c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5cd5878b66-ptnsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24926"
    uid: c8930d19-1ea2-4fd8-88b0-77edd73d4d6c
  kind: Event
  lastTimestamp: "2026-07-31T15:17:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:17:26Z"
    name: isvc-canary-create-predictor-5cd5878b66-ptnsh.18c768d61eca73bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24948"
    uid: dfc47314-b527-4f8d-976f-31da4c2f3aa5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5cd5878b66-ptnsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24942"
    uid: c8930d19-1ea2-4fd8-88b0-77edd73d4d6c
  kind: Event
  lastTimestamp: "2026-07-31T15:17:27Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:17:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:17:27Z"
    name: isvc-canary-create-predictor-5cd5878b66-ptnsh.18c768d65e0d7999
    namespace: kserve-ci-e2e-test
    resourceVersion: "24972"
    uid: e2f659d8-5c1f-42be-9edc-07297dbd6fe9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5cd5878b66-ptnsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24926"
    uid: c8930d19-1ea2-4fd8-88b0-77edd73d4d6c
  kind: Event
  lastTimestamp: "2026-07-31T15:17:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:17:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:17:27Z"
    name: isvc-canary-create-predictor-5cd5878b66-ptnsh.18c768d65f8f3983
    namespace: kserve-ci-e2e-test
    resourceVersion: "24974"
    uid: fcd2ac74-1815-4eb2-83ad-dabb4a6f1ca8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5cd5878b66-ptnsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24926"
    uid: c8930d19-1ea2-4fd8-88b0-77edd73d4d6c
  kind: Event
  lastTimestamp: "2026-07-31T15:17:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:17:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:17:27Z"
    name: isvc-canary-create-predictor-5cd5878b66-ptnsh.18c768d66290684e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24975"
    uid: a8798699-5157-45ed-b28d-9bfe797f6ee2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5cd5878b66-ptnsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24926"
    uid: c8930d19-1ea2-4fd8-88b0-77edd73d4d6c
  kind: Event
  lastTimestamp: "2026-07-31T15:17:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:17:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:17:27Z"
    name: isvc-canary-create-predictor-5cd5878b66-ptnsh.18c768d66305c032
    namespace: kserve-ci-e2e-test
    resourceVersion: "24976"
    uid: 1f132fd2-08ec-4e04-bdd8-f89778a3c548
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5cd5878b66-ptnsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24926"
    uid: c8930d19-1ea2-4fd8-88b0-77edd73d4d6c
  kind: Event
  lastTimestamp: "2026-07-31T15:17:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:17:31Z"
    name: isvc-canary-create-predictor-5cd5878b66-ptnsh.18c768d77a991516
    namespace: kserve-ci-e2e-test
    resourceVersion: "25025"
    uid: 4820081d-c160-4b3a-a94f-206c60d80f7e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5cd5878b66-ptnsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24926"
    uid: c8930d19-1ea2-4fd8-88b0-77edd73d4d6c
  kind: Event
  lastTimestamp: "2026-07-31T15:17:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:17:32Z"
    name: isvc-canary-create-predictor-5cd5878b66-ptnsh.18c768d782d12518
    namespace: kserve-ci-e2e-test
    resourceVersion: "25030"
    uid: a07a4051-b082-4621-a49a-98351e560f78
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5cd5878b66-ptnsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24926"
    uid: c8930d19-1ea2-4fd8-88b0-77edd73d4d6c
  kind: Event
  lastTimestamp: "2026-07-31T15:17:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:17:32Z"
    name: isvc-canary-create-predictor-5cd5878b66-ptnsh.18c768d7845e4078
    namespace: kserve-ci-e2e-test
    resourceVersion: "25035"
    uid: 8626a4cd-015e-4817-b536-ebf2f9012e47
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5cd5878b66-ptnsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24926"
    uid: c8930d19-1ea2-4fd8-88b0-77edd73d4d6c
  kind: Event
  lastTimestamp: "2026-07-31T15:17:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:17:32Z"
    name: isvc-canary-create-predictor-5cd5878b66-ptnsh.18c768d78468d654
    namespace: kserve-ci-e2e-test
    resourceVersion: "25036"
    uid: 57b7e580-14b7-43ef-a7af-11c09c7935de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5cd5878b66-ptnsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24926"
    uid: c8930d19-1ea2-4fd8-88b0-77edd73d4d6c
  kind: Event
  lastTimestamp: "2026-07-31T15:17:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:17:32Z"
    name: isvc-canary-create-predictor-5cd5878b66-ptnsh.18c768d78acff955
    namespace: kserve-ci-e2e-test
    resourceVersion: "25040"
    uid: cd50fc6c-59a4-40e2-a7cc-334650a3557c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5cd5878b66-ptnsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24926"
    uid: c8930d19-1ea2-4fd8-88b0-77edd73d4d6c
  kind: Event
  lastTimestamp: "2026-07-31T15:17:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:17:32Z"
    name: isvc-canary-create-predictor-5cd5878b66-ptnsh.18c768d78ba6564d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25042"
    uid: 3ff955de-2edc-435c-8953-888b626f0b9c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5cd5878b66-ptnsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24926"
    uid: c8930d19-1ea2-4fd8-88b0-77edd73d4d6c
  kind: Event
  lastTimestamp: "2026-07-31T15:19:07Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:07Z"
    name: isvc-canary-create-predictor-5cd5878b66-ptnsh.18c768d7b70af641
    namespace: kserve-ci-e2e-test
    resourceVersion: "25955"
    uid: c852059f-39d4-4886-b177-642eccf272aa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5cd5878b66-ptnsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24926"
    uid: c8930d19-1ea2-4fd8-88b0-77edd73d4d6c
  kind: Event
  lastTimestamp: "2026-07-31T15:19:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:06Z"
    name: isvc-canary-create-predictor-5cd5878b66-ptnsh.18c768ed608663b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25946"
    uid: c97efb74-cee8-4602-b92f-8362be8ad646
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5cd5878b66-ptnsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24926"
    uid: c8930d19-1ea2-4fd8-88b0-77edd73d4d6c
  kind: Event
  lastTimestamp: "2026-07-31T15:19:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:06Z"
    name: isvc-canary-create-predictor-5cd5878b66-ptnsh.18c768ed60883aa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25947"
    uid: 9e57c05e-f253-4a3d-9799-e0f9172a978c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5cd5878b66-ptnsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24926"
    uid: c8930d19-1ea2-4fd8-88b0-77edd73d4d6c
  kind: Event
  lastTimestamp: "2026-07-31T15:19:08Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:19:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:08Z"
    name: isvc-canary-create-predictor-5cd5878b66-ptnsh.18c768ee11929892
    namespace: kserve-ci-e2e-test
    resourceVersion: "25969"
    uid: 72a79899-9236-4863-b23c-4352bef58bc2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-5cd5878b66
    namespace: kserve-ci-e2e-test
    resourceVersion: "24902"
    uid: 0b2c6f28-34b5-473d-90ad-b0132f2123ec
  kind: Event
  lastTimestamp: "2026-07-31T15:17:25Z"
  message: 'Created pod: isvc-canary-create-predictor-5cd5878b66-ptnsh'
  metadata:
    creationTimestamp: "2026-07-31T15:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:17:25Z"
    name: isvc-canary-create-predictor-5cd5878b66.18c768d61543bb30
    namespace: kserve-ci-e2e-test
    resourceVersion: "24925"
    uid: 8aca01d4-45ad-4b55-a663-8933d84ba1b9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24901"
    uid: 77987392-d259-4bb9-8e59-a74367ca7ba0
  kind: Event
  lastTimestamp: "2026-07-31T15:17:25Z"
  message: Scaled up replica set isvc-canary-create-predictor-5cd5878b66 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-31T15:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:17:25Z"
    name: isvc-canary-create-predictor.18c768d60ef6e890
    namespace: kserve-ci-e2e-test
    resourceVersion: "24904"
    uid: 7704fc7c-afb0-452b-be8b-2d9c5ba71a53
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:17:25.980878Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5f99649479-bnz2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24924"
    uid: 37e06607-0588-4830-9530-612d93b90817
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-5f99649479-bnz2w
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:17:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:17:25Z"
    name: isvc-canary-create-v2-predictor-5f99649479-bnz2w.18c768d6163a0e35
    namespace: kserve-ci-e2e-test
    resourceVersion: "24934"
    uid: bf02ef16-1be2-460f-bc35-fc12440422be
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5f99649479-bnz2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24943"
    uid: 37e06607-0588-4830-9530-612d93b90817
  kind: Event
  lastTimestamp: "2026-07-31T15:17:26Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:17:26Z"
    name: isvc-canary-create-v2-predictor-5f99649479-bnz2w.18c768d632466f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24957"
    uid: d20adabf-be75-4cf4-be56-4f776365ac1a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5f99649479-bnz2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: 37e06607-0588-4830-9530-612d93b90817
  kind: Event
  lastTimestamp: "2026-07-31T15:17:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:17:26Z"
    name: isvc-canary-create-v2-predictor-5f99649479-bnz2w.18c768d633b6ff77
    namespace: kserve-ci-e2e-test
    resourceVersion: "24959"
    uid: 2a8cdd9b-b2d0-435a-8ba6-c2f58f531e7a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5f99649479-bnz2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: 37e06607-0588-4830-9530-612d93b90817
  kind: Event
  lastTimestamp: "2026-07-31T15:17:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:17:26Z"
    name: isvc-canary-create-v2-predictor-5f99649479-bnz2w.18c768d636675b8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24960"
    uid: 15ab29e5-2383-43d9-a4ec-7b847304711b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5f99649479-bnz2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: 37e06607-0588-4830-9530-612d93b90817
  kind: Event
  lastTimestamp: "2026-07-31T15:17:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:17:26Z"
    name: isvc-canary-create-v2-predictor-5f99649479-bnz2w.18c768d636d8318b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24961"
    uid: f0ce00de-a8d8-4dc0-87cf-db6843cd1c95
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5f99649479-bnz2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: 37e06607-0588-4830-9530-612d93b90817
  kind: Event
  lastTimestamp: "2026-07-31T15:17:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:17:31Z"
    name: isvc-canary-create-v2-predictor-5f99649479-bnz2w.18c768d77a86bfaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25023"
    uid: 8acb7fce-91f5-46e4-8045-9fbcb567a02a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5f99649479-bnz2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: 37e06607-0588-4830-9530-612d93b90817
  kind: Event
  lastTimestamp: "2026-07-31T15:17:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:17:32Z"
    name: isvc-canary-create-v2-predictor-5f99649479-bnz2w.18c768d782d246e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25031"
    uid: 1b5ac309-6864-4af2-94f1-f07c30726a96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5f99649479-bnz2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: 37e06607-0588-4830-9530-612d93b90817
  kind: Event
  lastTimestamp: "2026-07-31T15:17:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:17:32Z"
    name: isvc-canary-create-v2-predictor-5f99649479-bnz2w.18c768d783e2f0ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "25033"
    uid: 9021f941-ccac-436c-b6b8-eeed67d5859c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5f99649479-bnz2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: 37e06607-0588-4830-9530-612d93b90817
  kind: Event
  lastTimestamp: "2026-07-31T15:17:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:17:32Z"
    name: isvc-canary-create-v2-predictor-5f99649479-bnz2w.18c768d783efa8ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "25034"
    uid: e9e84c54-3dc4-4703-981a-22ff58d09e67
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5f99649479-bnz2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: 37e06607-0588-4830-9530-612d93b90817
  kind: Event
  lastTimestamp: "2026-07-31T15:17:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:17:32Z"
    name: isvc-canary-create-v2-predictor-5f99649479-bnz2w.18c768d78a722535
    namespace: kserve-ci-e2e-test
    resourceVersion: "25039"
    uid: 90a94fb9-ed49-4213-894e-f2b55c1b46df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5f99649479-bnz2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: 37e06607-0588-4830-9530-612d93b90817
  kind: Event
  lastTimestamp: "2026-07-31T15:17:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:17:32Z"
    name: isvc-canary-create-v2-predictor-5f99649479-bnz2w.18c768d78b6866fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25041"
    uid: 1996556b-f973-49cf-bd33-7f41aa607197
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5f99649479-bnz2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: 37e06607-0588-4830-9530-612d93b90817
  kind: Event
  lastTimestamp: "2026-07-31T15:19:11Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:11Z"
    name: isvc-canary-create-v2-predictor-5f99649479-bnz2w.18c768d7b7530bae
    namespace: kserve-ci-e2e-test
    resourceVersion: "26024"
    uid: 62f89265-42a2-483c-a5f7-75c6d6a706ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5f99649479-bnz2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: 37e06607-0588-4830-9530-612d93b90817
  kind: Event
  lastTimestamp: "2026-07-31T15:19:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:06Z"
    name: isvc-canary-create-v2-predictor-5f99649479-bnz2w.18c768ed60357d02
    namespace: kserve-ci-e2e-test
    resourceVersion: "25943"
    uid: e06fa36b-6e44-41ad-9f2f-65d68c627d83
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5f99649479-bnz2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: 37e06607-0588-4830-9530-612d93b90817
  kind: Event
  lastTimestamp: "2026-07-31T15:19:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:06Z"
    name: isvc-canary-create-v2-predictor-5f99649479-bnz2w.18c768ed6038922d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25944"
    uid: 6addac6c-2587-4df7-b782-6a7e2b01d108
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5f99649479-bnz2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: 37e06607-0588-4830-9530-612d93b90817
  kind: Event
  lastTimestamp: "2026-07-31T15:19:08Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:19:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:08Z"
    name: isvc-canary-create-v2-predictor-5f99649479-bnz2w.18c768ee1191ebf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25968"
    uid: ca312df4-90bd-412a-a172-c668d6b39b6a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-5f99649479
    namespace: kserve-ci-e2e-test
    resourceVersion: "24912"
    uid: c9b03bc5-3abf-4f4a-b4b6-39429d2980bb
  kind: Event
  lastTimestamp: "2026-07-31T15:17:25Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-5f99649479-bnz2w'
  metadata:
    creationTimestamp: "2026-07-31T15:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:17:25Z"
    name: isvc-canary-create-v2-predictor-5f99649479.18c768d615b59df9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24930"
    uid: cad7ab66-01d0-4b33-8fe6-f2f534526d8d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24911"
    uid: d7ee354f-5cd5-42ba-8fb3-69dad1051cb4
  kind: Event
  lastTimestamp: "2026-07-31T15:17:25Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-5f99649479 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-31T15:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:17:25Z"
    name: isvc-canary-create-v2-predictor.18c768d611a5f357
    namespace: kserve-ci-e2e-test
    resourceVersion: "24915"
    uid: da345a52-61ca-4a6b-9aef-61d9dd8c2b29
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 15
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24894"
    uid: 690fb6d4-b19b-4a64-8ec3-08b2a4dcc815
  kind: Event
  lastTimestamp: "2026-07-31T15:18:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:18:57Z"
    name: isvc-canary-create.18c768d61132331a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25862"
    uid: e9462af1-faf4-4b5d-aa2d-86c998e91af9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24894"
    uid: 690fb6d4-b19b-4a64-8ec3-08b2a4dcc815
  kind: Event
  lastTimestamp: "2026-07-31T15:17:26Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:17:26Z"
    name: isvc-canary-create.18c768d611a95026
    namespace: kserve-ci-e2e-test
    resourceVersion: "24945"
    uid: a55c649f-125c-4358-bd87-d8c6b496c72b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24894"
    uid: 690fb6d4-b19b-4a64-8ec3-08b2a4dcc815
  kind: Event
  lastTimestamp: "2026-07-31T15:17:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:17:26Z"
    name: isvc-canary-create.18c768d611a9a83f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24946"
    uid: 138ac4d6-512c-44d3-abf6-e7430be8c36e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25860"
    uid: 690fb6d4-b19b-4a64-8ec3-08b2a4dcc815
  kind: Event
  lastTimestamp: "2026-07-31T15:18:57Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:18:57Z"
    name: isvc-canary-create.18c768eb5a61b90c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25861"
    uid: ecd26511-66bc-4315-942d-1208dfc3ea25
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:19:11.189483Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-7cd9bb4b6b-5dsc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26013"
    uid: 073437ef-93ac-4ef0-85e4-8e8c495c8d7d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-7cd9bb4b6b-5dsc9
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:19:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:19:11Z"
    name: isvc-canary-promote-predictor-7cd9bb4b6b-5dsc9.18c768ee95260ac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26018"
    uid: a2a20a87-1f6b-4cd3-911e-10aacd7411fa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-7cd9bb4b6b-5dsc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26026"
    uid: 073437ef-93ac-4ef0-85e4-8e8c495c8d7d
  kind: Event
  lastTimestamp: "2026-07-31T15:19:11Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:19:11Z"
    name: isvc-canary-promote-predictor-7cd9bb4b6b-5dsc9.18c768eeb0205252
    namespace: kserve-ci-e2e-test
    resourceVersion: "26049"
    uid: 6e692166-e791-445a-84c2-293cf1ff3291
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7cd9bb4b6b-5dsc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26016"
    uid: 073437ef-93ac-4ef0-85e4-8e8c495c8d7d
  kind: Event
  lastTimestamp: "2026-07-31T15:19:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:11Z"
    name: isvc-canary-promote-predictor-7cd9bb4b6b-5dsc9.18c768eeb1b8434a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: d3e4329a-a959-4879-8567-fb4ca3e16677
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7cd9bb4b6b-5dsc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26016"
    uid: 073437ef-93ac-4ef0-85e4-8e8c495c8d7d
  kind: Event
  lastTimestamp: "2026-07-31T15:19:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:11Z"
    name: isvc-canary-promote-predictor-7cd9bb4b6b-5dsc9.18c768eeb5706a14
    namespace: kserve-ci-e2e-test
    resourceVersion: "26056"
    uid: 058733a2-3b81-4aa9-a2a6-e1897448695a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7cd9bb4b6b-5dsc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26016"
    uid: 073437ef-93ac-4ef0-85e4-8e8c495c8d7d
  kind: Event
  lastTimestamp: "2026-07-31T15:19:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:11Z"
    name: isvc-canary-promote-predictor-7cd9bb4b6b-5dsc9.18c768eeb5f14e8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26057"
    uid: 043ca177-0627-4293-b25e-19b01d3371e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cd9bb4b6b-5dsc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26016"
    uid: 073437ef-93ac-4ef0-85e4-8e8c495c8d7d
  kind: Event
  lastTimestamp: "2026-07-31T15:19:16Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:16Z"
    name: isvc-canary-promote-predictor-7cd9bb4b6b-5dsc9.18c768efce159ea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26113"
    uid: a80606b6-7ff5-4014-be4f-d7ee8d98adee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cd9bb4b6b-5dsc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26016"
    uid: 073437ef-93ac-4ef0-85e4-8e8c495c8d7d
  kind: Event
  lastTimestamp: "2026-07-31T15:19:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:16Z"
    name: isvc-canary-promote-predictor-7cd9bb4b6b-5dsc9.18c768efd20a3387
    namespace: kserve-ci-e2e-test
    resourceVersion: "26118"
    uid: 6d9bffe4-0fe5-48c2-9bf3-880d622a12fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cd9bb4b6b-5dsc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26016"
    uid: 073437ef-93ac-4ef0-85e4-8e8c495c8d7d
  kind: Event
  lastTimestamp: "2026-07-31T15:19:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:16Z"
    name: isvc-canary-promote-predictor-7cd9bb4b6b-5dsc9.18c768efd2921bb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26123"
    uid: 684c0eab-1342-4cf3-b7b7-eeaaca35110c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cd9bb4b6b-5dsc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26016"
    uid: 073437ef-93ac-4ef0-85e4-8e8c495c8d7d
  kind: Event
  lastTimestamp: "2026-07-31T15:19:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:16Z"
    name: isvc-canary-promote-predictor-7cd9bb4b6b-5dsc9.18c768efd29b230f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26124"
    uid: c1ef2a82-d4f5-4102-94ae-f01e0eb92c6d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cd9bb4b6b-5dsc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26016"
    uid: 073437ef-93ac-4ef0-85e4-8e8c495c8d7d
  kind: Event
  lastTimestamp: "2026-07-31T15:19:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:16Z"
    name: isvc-canary-promote-predictor-7cd9bb4b6b-5dsc9.18c768efd5acc6c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26126"
    uid: ed4bf608-3d58-4f96-9a6f-df5f73e89c20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cd9bb4b6b-5dsc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26016"
    uid: 073437ef-93ac-4ef0-85e4-8e8c495c8d7d
  kind: Event
  lastTimestamp: "2026-07-31T15:19:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:16Z"
    name: isvc-canary-promote-predictor-7cd9bb4b6b-5dsc9.18c768efd63ec600
    namespace: kserve-ci-e2e-test
    resourceVersion: "26127"
    uid: de3e8681-c026-42b4-a21a-9663bdf15762
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cd9bb4b6b-5dsc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26016"
    uid: 073437ef-93ac-4ef0-85e4-8e8c495c8d7d
  kind: Event
  lastTimestamp: "2026-07-31T15:20:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:20:29Z"
    name: isvc-canary-promote-predictor-7cd9bb4b6b-5dsc9.18c768f00a548241
    namespace: kserve-ci-e2e-test
    resourceVersion: "27048"
    uid: ff9bdde9-40a6-42b1-9b87-4630f4b4ad1e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:20:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cd9bb4b6b-5dsc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26016"
    uid: 073437ef-93ac-4ef0-85e4-8e8c495c8d7d
  kind: Event
  lastTimestamp: "2026-07-31T15:20:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:20:41Z"
    name: isvc-canary-promote-predictor-7cd9bb4b6b-5dsc9.18c769038c49c67f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27174"
    uid: e47c3cb9-b6b0-42f9-9e9c-95bbb9e8364d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:20:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cd9bb4b6b-5dsc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26016"
    uid: 073437ef-93ac-4ef0-85e4-8e8c495c8d7d
  kind: Event
  lastTimestamp: "2026-07-31T15:20:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:20:41Z"
    name: isvc-canary-promote-predictor-7cd9bb4b6b-5dsc9.18c769038c4b152c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27175"
    uid: 83e53d61-9464-438f-aa15-d8f076c0e3ff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cd9bb4b6b-5dsc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26016"
    uid: 073437ef-93ac-4ef0-85e4-8e8c495c8d7d
  kind: Event
  lastTimestamp: "2026-07-31T15:20:43Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:20:43Z"
    name: isvc-canary-promote-predictor-7cd9bb4b6b-5dsc9.18c7690410839ee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27218"
    uid: f2cddaa0-5846-4616-8584-6f5ff65ee9d6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-7cd9bb4b6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25997"
    uid: 479032c8-d1c8-425e-8279-0e669e250a47
  kind: Event
  lastTimestamp: "2026-07-31T15:19:11Z"
  message: 'Created pod: isvc-canary-promote-predictor-7cd9bb4b6b-5dsc9'
  metadata:
    creationTimestamp: "2026-07-31T15:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:19:11Z"
    name: isvc-canary-promote-predictor-7cd9bb4b6b.18c768ee94c7587e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26015"
    uid: aa2c6bbb-d23a-4c29-a0e4-7cd6de3feb11
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25996"
    uid: 5a6da81a-1c02-4348-916b-b3de6afd8cfa
  kind: Event
  lastTimestamp: "2026-07-31T15:19:11Z"
  message: Scaled up replica set isvc-canary-promote-predictor-7cd9bb4b6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-31T15:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:19:11Z"
    name: isvc-canary-promote-predictor.18c768ee91996a7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25998"
    uid: b741b22e-a355-477b-b4c3-a505b5df79cd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:20:41.279342Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-7v4q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27177"
    uid: b3604a4c-400d-4463-8286-21f06a0067a1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-b87c95ccc-7v4q2
    to ip-10-0-129-192.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:20:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:20:41Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-7v4q2.18c769038eec2650
    namespace: kserve-ci-e2e-test
    resourceVersion: "27182"
    uid: 9f642d03-908b-4816-afb8-35833f270faf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:20:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-7v4q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27188"
    uid: b3604a4c-400d-4463-8286-21f06a0067a1
  kind: Event
  lastTimestamp: "2026-07-31T15:20:41Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:20:41Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-7v4q2.18c76903a894eb24
    namespace: kserve-ci-e2e-test
    resourceVersion: "27197"
    uid: 13b75cac-b4c3-4124-9d99-b9a98df9c1cf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:20:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-7v4q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27178"
    uid: b3604a4c-400d-4463-8286-21f06a0067a1
  kind: Event
  lastTimestamp: "2026-07-31T15:20:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:20:41Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-7v4q2.18c76903aa041b1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27199"
    uid: abffd7cf-5d5d-46b0-a646-9f7d025635be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:20:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-7v4q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27178"
    uid: b3604a4c-400d-4463-8286-21f06a0067a1
  kind: Event
  lastTimestamp: "2026-07-31T15:20:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:20:41Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-7v4q2.18c76903acac2a04
    namespace: kserve-ci-e2e-test
    resourceVersion: "27200"
    uid: 7c2f1e01-b1ee-4020-bb9b-bf42237934db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:20:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-7v4q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27178"
    uid: b3604a4c-400d-4463-8286-21f06a0067a1
  kind: Event
  lastTimestamp: "2026-07-31T15:20:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:20:41Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-7v4q2.18c76903ad1b84d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27201"
    uid: cd860344-bcc3-491d-9eef-43f342dbb258
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:20:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-7v4q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27178"
    uid: b3604a4c-400d-4463-8286-21f06a0067a1
  kind: Event
  lastTimestamp: "2026-07-31T15:20:45Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
  metadata:
    creationTimestamp: "2026-07-31T15:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:20:45Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-7v4q2.18c7690490407796
    namespace: kserve-ci-e2e-test
    resourceVersion: "27233"
    uid: f551a62a-aa0d-4580-b250-a985e1315a3b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:20:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-7v4q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27178"
    uid: b3604a4c-400d-4463-8286-21f06a0067a1
  kind: Event
  lastTimestamp: "2026-07-31T15:20:58Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    in 13.194s (13.194s including waiting). Image size: 1557910953 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T15:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:20:58Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-7v4q2.18c76907a2b79ee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27334"
    uid: 3121d364-dfaa-4394-9b78-fe1d6ab1d4e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:20:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-7v4q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27178"
    uid: b3604a4c-400d-4463-8286-21f06a0067a1
  kind: Event
  lastTimestamp: "2026-07-31T15:20:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:20:58Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-7v4q2.18c76907a5c57a45
    namespace: kserve-ci-e2e-test
    resourceVersion: "27335"
    uid: 1140f7c6-60dc-4f20-92b1-08d006049043
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:20:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-7v4q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27178"
    uid: b3604a4c-400d-4463-8286-21f06a0067a1
  kind: Event
  lastTimestamp: "2026-07-31T15:20:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:20:58Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-7v4q2.18c76907a6317076
    namespace: kserve-ci-e2e-test
    resourceVersion: "27336"
    uid: e8594c51-de31-49f5-9cc7-c4b4075e71aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:20:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-7v4q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27178"
    uid: b3604a4c-400d-4463-8286-21f06a0067a1
  kind: Event
  lastTimestamp: "2026-07-31T15:20:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:20:58Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-7v4q2.18c76907a63c3439
    namespace: kserve-ci-e2e-test
    resourceVersion: "27337"
    uid: 45179264-55e0-4d14-8ebc-307d10d450f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:20:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-7v4q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27178"
    uid: b3604a4c-400d-4463-8286-21f06a0067a1
  kind: Event
  lastTimestamp: "2026-07-31T15:20:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:20:58Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-7v4q2.18c76907a9362a01
    namespace: kserve-ci-e2e-test
    resourceVersion: "27338"
    uid: 8abbec5c-f3bb-4edb-8bb9-d3c38d1ac808
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:20:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-7v4q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27178"
    uid: b3604a4c-400d-4463-8286-21f06a0067a1
  kind: Event
  lastTimestamp: "2026-07-31T15:20:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:20:58Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-7v4q2.18c76907a99a1c2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27339"
    uid: 99b2c24e-fad6-4a45-bb01-c5d88527680a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T15:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-7v4q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27178"
    uid: b3604a4c-400d-4463-8286-21f06a0067a1
  kind: Event
  lastTimestamp: "2026-07-31T15:22:25Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:22:25Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-7v4q2.18c76907d78cb859
    namespace: kserve-ci-e2e-test
    resourceVersion: "28093"
    uid: 832d0694-1469-4ec8-85da-f4c1b61ffa9f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-7v4q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27178"
    uid: b3604a4c-400d-4463-8286-21f06a0067a1
  kind: Event
  lastTimestamp: "2026-07-31T15:22:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:22:21Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-7v4q2.18c7691ae29e4687
    namespace: kserve-ci-e2e-test
    resourceVersion: "28054"
    uid: 2f292e98-b3ac-4b6d-8e44-bf5cbd0579bc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-7v4q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27178"
    uid: b3604a4c-400d-4463-8286-21f06a0067a1
  kind: Event
  lastTimestamp: "2026-07-31T15:22:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:22:21Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-7v4q2.18c7691ae29ee856
    namespace: kserve-ci-e2e-test
    resourceVersion: "28056"
    uid: 7e64e316-8d41-4d6f-8f26-813ac5109414
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-7v4q2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27178"
    uid: b3604a4c-400d-4463-8286-21f06a0067a1
  kind: Event
  lastTimestamp: "2026-07-31T15:22:25Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:22:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:22:25Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-7v4q2.18c7691bdddc0470
    namespace: kserve-ci-e2e-test
    resourceVersion: "28092"
    uid: e65c1a7d-176f-4e43-93d5-da91fa305995
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:19:11.231331Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-sk628
    namespace: kserve-ci-e2e-test
    resourceVersion: "26023"
    uid: 872b0fc9-0302-4428-8784-a0a1e443db3f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-b87c95ccc-sk628
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:19:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:19:11Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-sk628.18c768ee97a48ca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26030"
    uid: e74329cd-1b80-4777-9656-4c36c21715af
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-sk628
    namespace: kserve-ci-e2e-test
    resourceVersion: "26035"
    uid: 872b0fc9-0302-4428-8784-a0a1e443db3f
  kind: Event
  lastTimestamp: "2026-07-31T15:19:11Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:19:11Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-sk628.18c768eeb244c347
    namespace: kserve-ci-e2e-test
    resourceVersion: "26052"
    uid: b4ce21f2-1976-4843-a707-67be27af56b4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-sk628
    namespace: kserve-ci-e2e-test
    resourceVersion: "26028"
    uid: 872b0fc9-0302-4428-8784-a0a1e443db3f
  kind: Event
  lastTimestamp: "2026-07-31T15:19:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:11Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-sk628.18c768eeb3a76bec
    namespace: kserve-ci-e2e-test
    resourceVersion: "26054"
    uid: a189f307-d506-4621-ab0d-1cd7638282ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-sk628
    namespace: kserve-ci-e2e-test
    resourceVersion: "26028"
    uid: 872b0fc9-0302-4428-8784-a0a1e443db3f
  kind: Event
  lastTimestamp: "2026-07-31T15:19:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:11Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-sk628.18c768eeb6004fba
    namespace: kserve-ci-e2e-test
    resourceVersion: "26058"
    uid: 7a5daccb-bdbf-4364-8681-1a58d8c870fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-sk628
    namespace: kserve-ci-e2e-test
    resourceVersion: "26028"
    uid: 872b0fc9-0302-4428-8784-a0a1e443db3f
  kind: Event
  lastTimestamp: "2026-07-31T15:19:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:11Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-sk628.18c768eeb67721b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26059"
    uid: e632aaf4-4c2c-482c-9a86-01a86229eca5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-sk628
    namespace: kserve-ci-e2e-test
    resourceVersion: "26028"
    uid: 872b0fc9-0302-4428-8784-a0a1e443db3f
  kind: Event
  lastTimestamp: "2026-07-31T15:19:16Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:16Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-sk628.18c768efce290aa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26114"
    uid: 2828166d-c976-40f6-9998-305b9b02e7cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-sk628
    namespace: kserve-ci-e2e-test
    resourceVersion: "26028"
    uid: 872b0fc9-0302-4428-8784-a0a1e443db3f
  kind: Event
  lastTimestamp: "2026-07-31T15:19:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:16Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-sk628.18c768efd1fd34f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26117"
    uid: a18efeaf-7ff7-40d4-8c7f-7d282e86d4be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-sk628
    namespace: kserve-ci-e2e-test
    resourceVersion: "26028"
    uid: 872b0fc9-0302-4428-8784-a0a1e443db3f
  kind: Event
  lastTimestamp: "2026-07-31T15:19:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:16Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-sk628.18c768efd27c7cf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26119"
    uid: 705fc37b-698f-470e-9a39-bcac8c2587f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-sk628
    namespace: kserve-ci-e2e-test
    resourceVersion: "26028"
    uid: 872b0fc9-0302-4428-8784-a0a1e443db3f
  kind: Event
  lastTimestamp: "2026-07-31T15:19:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:16Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-sk628.18c768efd2892550
    namespace: kserve-ci-e2e-test
    resourceVersion: "26122"
    uid: da7f57a0-9ea5-4495-87f7-ce71b8e755ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-sk628
    namespace: kserve-ci-e2e-test
    resourceVersion: "26028"
    uid: 872b0fc9-0302-4428-8784-a0a1e443db3f
  kind: Event
  lastTimestamp: "2026-07-31T15:19:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:16Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-sk628.18c768efd59ee202
    namespace: kserve-ci-e2e-test
    resourceVersion: "26125"
    uid: bde45a3e-c3c7-4017-a82d-3966779ea86e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-sk628
    namespace: kserve-ci-e2e-test
    resourceVersion: "26028"
    uid: 872b0fc9-0302-4428-8784-a0a1e443db3f
  kind: Event
  lastTimestamp: "2026-07-31T15:19:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:16Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-sk628.18c768efd6881712
    namespace: kserve-ci-e2e-test
    resourceVersion: "26129"
    uid: 2a00e035-a9a0-471e-a64b-704052030570
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-sk628
    namespace: kserve-ci-e2e-test
    resourceVersion: "26028"
    uid: 872b0fc9-0302-4428-8784-a0a1e443db3f
  kind: Event
  lastTimestamp: "2026-07-31T15:20:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:20:28Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-sk628.18c768f00a40179d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27040"
    uid: 6748f98a-2acb-4715-9377-d90776f5ca2d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-sk628
    namespace: kserve-ci-e2e-test
    resourceVersion: "26028"
    uid: 872b0fc9-0302-4428-8784-a0a1e443db3f
  kind: Event
  lastTimestamp: "2026-07-31T15:22:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:22:21Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-sk628.18c7691ae29c9e14
    namespace: kserve-ci-e2e-test
    resourceVersion: "28055"
    uid: dc653c0e-cab2-45c5-b754-68aa5ae146d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-sk628
    namespace: kserve-ci-e2e-test
    resourceVersion: "26028"
    uid: 872b0fc9-0302-4428-8784-a0a1e443db3f
  kind: Event
  lastTimestamp: "2026-07-31T15:22:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:22:21Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-sk628.18c7691ae29d3bd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28057"
    uid: 4d490da5-0a7b-442f-a51d-f0a1777aa67f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-b87c95ccc-sk628
    namespace: kserve-ci-e2e-test
    resourceVersion: "26028"
    uid: 872b0fc9-0302-4428-8784-a0a1e443db3f
  kind: Event
  lastTimestamp: "2026-07-31T15:22:23Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:22:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:22:23Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc-sk628.18c7691b5901ff34
    namespace: kserve-ci-e2e-test
    resourceVersion: "28074"
    uid: 3da6e9b1-bbb6-4a52-b11a-cf4cdf6897b8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-b87c95ccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26008"
    uid: b50df6dd-9e01-4287-b683-7eb2bb3c19ef
  kind: Event
  lastTimestamp: "2026-07-31T15:19:11Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-b87c95ccc-sk628'
  metadata:
    creationTimestamp: "2026-07-31T15:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:19:11Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc.18c768ee97385021
    namespace: kserve-ci-e2e-test
    resourceVersion: "26027"
    uid: 731343b0-df3a-449f-97ec-bf6ebe485297
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:20:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-b87c95ccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27165"
    uid: b50df6dd-9e01-4287-b683-7eb2bb3c19ef
  kind: Event
  lastTimestamp: "2026-07-31T15:20:41Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-b87c95ccc-7v4q2'
  metadata:
    creationTimestamp: "2026-07-31T15:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:20:41Z"
    name: isvc-canary-promote-v2-predictor-b87c95ccc.18c769038e79f193
    namespace: kserve-ci-e2e-test
    resourceVersion: "27179"
    uid: 1a71d7e9-5524-407e-9be2-d900db0b65d3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26005"
    uid: e7ce8f89-cf51-41a1-8509-9324d59673ea
  kind: Event
  lastTimestamp: "2026-07-31T15:19:11Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-b87c95ccc from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-31T15:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:19:11Z"
    name: isvc-canary-promote-v2-predictor.18c768ee93900650
    namespace: kserve-ci-e2e-test
    resourceVersion: "26009"
    uid: 8806c2fc-a16d-41fb-9f0f-186faccccb84
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:20:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27159"
    uid: e7ce8f89-cf51-41a1-8509-9324d59673ea
  kind: Event
  lastTimestamp: "2026-07-31T15:20:41Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-b87c95ccc from 1
    to 2
  metadata:
    creationTimestamp: "2026-07-31T15:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:20:41Z"
    name: isvc-canary-promote-v2-predictor.18c769038b97c79a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27169"
    uid: 0cc4e9c0-4524-41db-9042-17890c1816b0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25988"
    uid: 56ce9ea1-563d-40d2-a4d0-6109c9af064d
  kind: Event
  lastTimestamp: "2026-07-31T15:20:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:20:42Z"
    name: isvc-canary-promote.18c768ee931899f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27213"
    uid: b293b0e8-e3f8-4773-b430-5cdb7920a896
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25988"
    uid: 56ce9ea1-563d-40d2-a4d0-6109c9af064d
  kind: Event
  lastTimestamp: "2026-07-31T15:20:41Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:20:41Z"
    name: isvc-canary-promote.18c768ee939a6d20
    namespace: kserve-ci-e2e-test
    resourceVersion: "27184"
    uid: 53c5f743-b009-4631-a8a9-d9c24e6c1152
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25988"
    uid: 56ce9ea1-563d-40d2-a4d0-6109c9af064d
  kind: Event
  lastTimestamp: "2026-07-31T15:20:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:20:41Z"
    name: isvc-canary-promote.18c768ee939ad098
    namespace: kserve-ci-e2e-test
    resourceVersion: "27187"
    uid: c49825ea-7100-4809-bef1-66c2edad6d0b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:20:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "27141"
    uid: 56ce9ea1-563d-40d2-a4d0-6109c9af064d
  kind: Event
  lastTimestamp: "2026-07-31T15:22:15Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:20:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:22:15Z"
    name: isvc-canary-promote.18c769031a111cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27996"
    uid: 873c992f-fb01-4d3e-851e-5306ff75dcfa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:20:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "27190"
    uid: 56ce9ea1-563d-40d2-a4d0-6109c9af064d
  kind: Event
  lastTimestamp: "2026-07-31T15:20:41Z"
  message: 'InferenceService [isvc-canary-promote] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-31T15:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:20:41Z"
    name: isvc-canary-promote.18c7690392534d93
    namespace: kserve-ci-e2e-test
    resourceVersion: "27191"
    uid: 4ac02426-05c3-425b-a328-f4973153b1e4
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:22:26.676560Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-6w4dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28130"
    uid: 8f2a4620-4da0-4fc8-8745-fc13f77402d7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7f985c86-6w4dd
    to ip-10-0-129-192.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:22:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:22:26Z"
    name: isvc-canary-rollback-predictor-7f985c86-6w4dd.18c7691c19161a58
    namespace: kserve-ci-e2e-test
    resourceVersion: "28136"
    uid: 9e462366-3d84-4419-a46f-6259ed3d21b6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-6w4dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28133"
    uid: 8f2a4620-4da0-4fc8-8745-fc13f77402d7
  kind: Event
  lastTimestamp: "2026-07-31T15:22:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:22:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:22:26Z"
    name: isvc-canary-rollback-predictor-7f985c86-6w4dd.18c7691c23fa0a2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28157"
    uid: c6c72c41-102a-4cbb-9247-eb070ab763c9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-6w4dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28140"
    uid: 8f2a4620-4da0-4fc8-8745-fc13f77402d7
  kind: Event
  lastTimestamp: "2026-07-31T15:22:27Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:22:27Z"
    name: isvc-canary-rollback-predictor-7f985c86-6w4dd.18c7691c56532521
    namespace: kserve-ci-e2e-test
    resourceVersion: "28176"
    uid: 6f450b23-07aa-44c7-8c96-d4f064a38225
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-6w4dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28133"
    uid: 8f2a4620-4da0-4fc8-8745-fc13f77402d7
  kind: Event
  lastTimestamp: "2026-07-31T15:22:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:22:27Z"
    name: isvc-canary-rollback-predictor-7f985c86-6w4dd.18c7691c58132a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28178"
    uid: 8bb0d75d-81a1-41ed-bb78-3b96fe70adec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-6w4dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28133"
    uid: 8f2a4620-4da0-4fc8-8745-fc13f77402d7
  kind: Event
  lastTimestamp: "2026-07-31T15:22:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:22:27Z"
    name: isvc-canary-rollback-predictor-7f985c86-6w4dd.18c7691c5b2a9a56
    namespace: kserve-ci-e2e-test
    resourceVersion: "28179"
    uid: 5189b6e0-9d59-43d2-94a0-97e4d199b4e4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-6w4dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28133"
    uid: 8f2a4620-4da0-4fc8-8745-fc13f77402d7
  kind: Event
  lastTimestamp: "2026-07-31T15:22:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:22:27Z"
    name: isvc-canary-rollback-predictor-7f985c86-6w4dd.18c7691c5b91bd47
    namespace: kserve-ci-e2e-test
    resourceVersion: "28180"
    uid: 53076fc1-bc57-4cab-9149-93cc42393fc5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-6w4dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28133"
    uid: 8f2a4620-4da0-4fc8-8745-fc13f77402d7
  kind: Event
  lastTimestamp: "2026-07-31T15:22:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:22:32Z"
    name: isvc-canary-rollback-predictor-7f985c86-6w4dd.18c7691d5b0f20ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "28225"
    uid: 13085ae4-5dd1-42db-84c5-b60d80cc768d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-6w4dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28133"
    uid: 8f2a4620-4da0-4fc8-8745-fc13f77402d7
  kind: Event
  lastTimestamp: "2026-07-31T15:22:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:22:32Z"
    name: isvc-canary-rollback-predictor-7f985c86-6w4dd.18c7691d5dfe90e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28227"
    uid: 1923d091-3d11-4ec4-81e2-3648b8cda8de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-6w4dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28133"
    uid: 8f2a4620-4da0-4fc8-8745-fc13f77402d7
  kind: Event
  lastTimestamp: "2026-07-31T15:22:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:22:32Z"
    name: isvc-canary-rollback-predictor-7f985c86-6w4dd.18c7691d5e61ee41
    namespace: kserve-ci-e2e-test
    resourceVersion: "28228"
    uid: 06db2b6e-99cb-49ac-b886-2c2ec4738152
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-6w4dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28133"
    uid: 8f2a4620-4da0-4fc8-8745-fc13f77402d7
  kind: Event
  lastTimestamp: "2026-07-31T15:22:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:22:32Z"
    name: isvc-canary-rollback-predictor-7f985c86-6w4dd.18c7691d5e6c3fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "28229"
    uid: da94032e-e29f-451b-bb7f-b365f91f0f95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-6w4dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28133"
    uid: 8f2a4620-4da0-4fc8-8745-fc13f77402d7
  kind: Event
  lastTimestamp: "2026-07-31T15:22:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:22:32Z"
    name: isvc-canary-rollback-predictor-7f985c86-6w4dd.18c7691d60e0e01e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28232"
    uid: fbd8050a-f460-47dc-a344-5304f9b1b53d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-6w4dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28133"
    uid: 8f2a4620-4da0-4fc8-8745-fc13f77402d7
  kind: Event
  lastTimestamp: "2026-07-31T15:22:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:22:32Z"
    name: isvc-canary-rollback-predictor-7f985c86-6w4dd.18c7691d61476289
    namespace: kserve-ci-e2e-test
    resourceVersion: "28233"
    uid: 1e936c4d-2a93-4f82-9ffc-2fb1cde3a3d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-6w4dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28133"
    uid: 8f2a4620-4da0-4fc8-8745-fc13f77402d7
  kind: Event
  lastTimestamp: "2026-07-31T15:25:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:25:50Z"
    name: isvc-canary-rollback-predictor-7f985c86-6w4dd.18c7691dd3345749
    namespace: kserve-ci-e2e-test
    resourceVersion: "30053"
    uid: 47e80f8c-e977-4476-96ec-9a40d4d7218e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:25:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-6w4dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28133"
    uid: 8f2a4620-4da0-4fc8-8745-fc13f77402d7
  kind: Event
  lastTimestamp: "2026-07-31T15:25:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:25:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:25:46Z"
    name: isvc-canary-rollback-predictor-7f985c86-6w4dd.18c7694ab0d37dc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30021"
    uid: 748600af-582c-4e71-a46f-0a410938f8c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:25:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-6w4dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28133"
    uid: 8f2a4620-4da0-4fc8-8745-fc13f77402d7
  kind: Event
  lastTimestamp: "2026-07-31T15:25:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:25:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:25:46Z"
    name: isvc-canary-rollback-predictor-7f985c86-6w4dd.18c7694ab0d43147
    namespace: kserve-ci-e2e-test
    resourceVersion: "30022"
    uid: 3ac03aee-ce72-4de9-b375-da7831f0454d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:25:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-6w4dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28133"
    uid: 8f2a4620-4da0-4fc8-8745-fc13f77402d7
  kind: Event
  lastTimestamp: "2026-07-31T15:25:50Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:25:50Z"
    name: isvc-canary-rollback-predictor-7f985c86-6w4dd.18c7694b75ee571a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30052"
    uid: ce6376c6-a418-45c6-a8d7-719f819e77cb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:23:56.696309Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-smtwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29073"
    uid: 7184eb72-63f2-4a88-ba7a-b5b5615b75f9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7f985c86-smtwp
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:23:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:23:56Z"
    name: isvc-canary-rollback-predictor-7f985c86-smtwp.18c769310eae5fdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29079"
    uid: f8d49cf3-7f77-46f0-9242-d1e2eea325d9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-smtwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29085"
    uid: 7184eb72-63f2-4a88-ba7a-b5b5615b75f9
  kind: Event
  lastTimestamp: "2026-07-31T15:23:57Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:23:57Z"
    name: isvc-canary-rollback-predictor-7f985c86-smtwp.18c76931287d9d04
    namespace: kserve-ci-e2e-test
    resourceVersion: "29097"
    uid: bac7a836-8cb9-46d9-b0a2-f73b50b9e838
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-smtwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29075"
    uid: 7184eb72-63f2-4a88-ba7a-b5b5615b75f9
  kind: Event
  lastTimestamp: "2026-07-31T15:23:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:23:57Z"
    name: isvc-canary-rollback-predictor-7f985c86-smtwp.18c769312a1ce77b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29100"
    uid: a437b05f-1e20-4105-ba32-9c3f5ef82352
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-smtwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29075"
    uid: 7184eb72-63f2-4a88-ba7a-b5b5615b75f9
  kind: Event
  lastTimestamp: "2026-07-31T15:23:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:23:57Z"
    name: isvc-canary-rollback-predictor-7f985c86-smtwp.18c769312d640b53
    namespace: kserve-ci-e2e-test
    resourceVersion: "29101"
    uid: a608f98d-2bb5-479a-9c9e-980247d35300
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-smtwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29075"
    uid: 7184eb72-63f2-4a88-ba7a-b5b5615b75f9
  kind: Event
  lastTimestamp: "2026-07-31T15:23:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:23:57Z"
    name: isvc-canary-rollback-predictor-7f985c86-smtwp.18c769312de928b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29102"
    uid: 666e173c-76b6-484b-9639-76d8325d0602
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:24:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-smtwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29075"
    uid: 7184eb72-63f2-4a88-ba7a-b5b5615b75f9
  kind: Event
  lastTimestamp: "2026-07-31T15:24:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:24:01Z"
    name: isvc-canary-rollback-predictor-7f985c86-smtwp.18c7693232e2a384
    namespace: kserve-ci-e2e-test
    resourceVersion: "29152"
    uid: 52b42d64-a5b2-4dde-a2b5-b941f64320ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:24:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-smtwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29075"
    uid: 7184eb72-63f2-4a88-ba7a-b5b5615b75f9
  kind: Event
  lastTimestamp: "2026-07-31T15:24:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:24:01Z"
    name: isvc-canary-rollback-predictor-7f985c86-smtwp.18c7693235d4fb65
    namespace: kserve-ci-e2e-test
    resourceVersion: "29154"
    uid: 841ad54c-06c1-445f-aa57-310b0edec585
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:24:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-smtwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29075"
    uid: 7184eb72-63f2-4a88-ba7a-b5b5615b75f9
  kind: Event
  lastTimestamp: "2026-07-31T15:24:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:24:01Z"
    name: isvc-canary-rollback-predictor-7f985c86-smtwp.18c76932364ea261
    namespace: kserve-ci-e2e-test
    resourceVersion: "29156"
    uid: 03d7117b-d5ff-45e8-af9c-c28a37443a4d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:24:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-smtwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29075"
    uid: 7184eb72-63f2-4a88-ba7a-b5b5615b75f9
  kind: Event
  lastTimestamp: "2026-07-31T15:24:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:24:01Z"
    name: isvc-canary-rollback-predictor-7f985c86-smtwp.18c769323659196b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29157"
    uid: 59853a1f-1508-47ef-a51a-f0b210c60523
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:24:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-smtwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29075"
    uid: 7184eb72-63f2-4a88-ba7a-b5b5615b75f9
  kind: Event
  lastTimestamp: "2026-07-31T15:24:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:24:01Z"
    name: isvc-canary-rollback-predictor-7f985c86-smtwp.18c769323e07c53c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29158"
    uid: c3cfa600-0c68-4bc0-8062-ea98084c242e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:24:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-smtwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29075"
    uid: 7184eb72-63f2-4a88-ba7a-b5b5615b75f9
  kind: Event
  lastTimestamp: "2026-07-31T15:24:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:24:01Z"
    name: isvc-canary-rollback-predictor-7f985c86-smtwp.18c769323e84d5a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29160"
    uid: 910fc087-c555-42a6-a1f6-5749b8f04b4f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-31T15:24:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-smtwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29075"
    uid: 7184eb72-63f2-4a88-ba7a-b5b5615b75f9
  kind: Event
  lastTimestamp: "2026-07-31T15:25:52Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:25:52Z"
    name: isvc-canary-rollback-predictor-7f985c86-smtwp.18c769326ef2ea94
    namespace: kserve-ci-e2e-test
    resourceVersion: "30125"
    uid: eb26fc88-4795-4c36-8cd8-dc1471fb0802
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:25:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-smtwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29075"
    uid: 7184eb72-63f2-4a88-ba7a-b5b5615b75f9
  kind: Event
  lastTimestamp: "2026-07-31T15:25:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:25:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:25:46Z"
    name: isvc-canary-rollback-predictor-7f985c86-smtwp.18c7694ab117b815
    namespace: kserve-ci-e2e-test
    resourceVersion: "30023"
    uid: f2d454ac-94a7-47e2-bc6d-f181d8552403
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:25:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-smtwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29075"
    uid: 7184eb72-63f2-4a88-ba7a-b5b5615b75f9
  kind: Event
  lastTimestamp: "2026-07-31T15:25:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:25:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:25:46Z"
    name: isvc-canary-rollback-predictor-7f985c86-smtwp.18c7694ab1264f93
    namespace: kserve-ci-e2e-test
    resourceVersion: "30024"
    uid: cbaec5fa-b4ab-400d-a7b1-ab75e6d72104
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:25:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-smtwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29075"
    uid: 7184eb72-63f2-4a88-ba7a-b5b5615b75f9
  kind: Event
  lastTimestamp: "2026-07-31T15:25:48Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp
    10.134.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:25:48Z"
    name: isvc-canary-rollback-predictor-7f985c86-smtwp.18c7694b1d570767
    namespace: kserve-ci-e2e-test
    resourceVersion: "30038"
    uid: c3afa008-4705-41f2-ad5a-d163d9e959da
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:25:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f985c86-smtwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29075"
    uid: 7184eb72-63f2-4a88-ba7a-b5b5615b75f9
  kind: Event
  lastTimestamp: "2026-07-31T15:25:54Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-07-31T15:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:25:54Z"
    name: isvc-canary-rollback-predictor-7f985c86-smtwp.18c7694c83055521
    namespace: kserve-ci-e2e-test
    resourceVersion: "30153"
    uid: 025cecb3-4d46-4bbf-a898-60a49c70caf0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7f985c86
    namespace: kserve-ci-e2e-test
    resourceVersion: "28116"
    uid: 0b146b6d-78de-461f-84c4-f33b16c5b0f6
  kind: Event
  lastTimestamp: "2026-07-31T15:22:26Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7f985c86-6w4dd'
  metadata:
    creationTimestamp: "2026-07-31T15:22:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:22:26Z"
    name: isvc-canary-rollback-predictor-7f985c86.18c7691c184e7daa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28132"
    uid: 19124a11-4b78-428b-b2ac-0c83dc9e3100
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7f985c86
    namespace: kserve-ci-e2e-test
    resourceVersion: "29061"
    uid: 0b146b6d-78de-461f-84c4-f33b16c5b0f6
  kind: Event
  lastTimestamp: "2026-07-31T15:23:56Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7f985c86-smtwp'
  metadata:
    creationTimestamp: "2026-07-31T15:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:23:56Z"
    name: isvc-canary-rollback-predictor-7f985c86.18c769310e340649
    namespace: kserve-ci-e2e-test
    resourceVersion: "29074"
    uid: f2bbadef-3b20-4fdd-abf1-40b2399abfe3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28115"
    uid: f0a54783-7e50-4eb2-a08a-0709b142613e
  kind: Event
  lastTimestamp: "2026-07-31T15:22:26Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-7f985c86 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-31T15:22:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:22:26Z"
    name: isvc-canary-rollback-predictor.18c7691c146d3ea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28117"
    uid: 4f564896-ab43-4a22-a237-2eb15238d917
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29055"
    uid: f0a54783-7e50-4eb2-a08a-0709b142613e
  kind: Event
  lastTimestamp: "2026-07-31T15:23:56Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-7f985c86 from 1 to
    2
  metadata:
    creationTimestamp: "2026-07-31T15:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:23:56Z"
    name: isvc-canary-rollback-predictor.18c769310afe7b76
    namespace: kserve-ci-e2e-test
    resourceVersion: "29065"
    uid: 3be3a3f4-f836-4a30-a298-c0feb08e9955
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:22:26.774165Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-758954f9f-w8hp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28141"
    uid: 086dab96-a305-4bcd-8d62-b36f73d429c0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-758954f9f-w8hp6
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:22:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:22:26Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f-w8hp6.18c7691c1ee75d83
    namespace: kserve-ci-e2e-test
    resourceVersion: "28148"
    uid: db65bdcb-06b3-41ed-9fd5-d3d2aebacc9e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-758954f9f-w8hp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28155"
    uid: 086dab96-a305-4bcd-8d62-b36f73d429c0
  kind: Event
  lastTimestamp: "2026-07-31T15:22:27Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:22:27Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f-w8hp6.18c7691c38999d9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28168"
    uid: 5874a8cd-58f6-4962-ae1c-2b644421283f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-758954f9f-w8hp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28143"
    uid: 086dab96-a305-4bcd-8d62-b36f73d429c0
  kind: Event
  lastTimestamp: "2026-07-31T15:22:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:22:27Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f-w8hp6.18c7691c3aa66ad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28171"
    uid: c50cebb7-bc07-46a4-967b-1efb3db106bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-758954f9f-w8hp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28143"
    uid: 086dab96-a305-4bcd-8d62-b36f73d429c0
  kind: Event
  lastTimestamp: "2026-07-31T15:22:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:22:27Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f-w8hp6.18c7691c3e9ea47d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28173"
    uid: 1fc29c6a-4c01-4699-9f82-e90c28bf736f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-758954f9f-w8hp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28143"
    uid: 086dab96-a305-4bcd-8d62-b36f73d429c0
  kind: Event
  lastTimestamp: "2026-07-31T15:22:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:22:27Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f-w8hp6.18c7691c3f1b77c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28174"
    uid: 689c3e66-9b4c-42a3-baf3-97f7eaa453e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-758954f9f-w8hp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28143"
    uid: 086dab96-a305-4bcd-8d62-b36f73d429c0
  kind: Event
  lastTimestamp: "2026-07-31T15:22:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:22:31Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f-w8hp6.18c7691d28a402e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28213"
    uid: e0703361-28b6-4660-b009-8e9db1851b63
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-758954f9f-w8hp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28143"
    uid: 086dab96-a305-4bcd-8d62-b36f73d429c0
  kind: Event
  lastTimestamp: "2026-07-31T15:22:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:22:31Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f-w8hp6.18c7691d2bedd1a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28216"
    uid: 96830919-fdf3-44ed-9e60-b895dea86760
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-758954f9f-w8hp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28143"
    uid: 086dab96-a305-4bcd-8d62-b36f73d429c0
  kind: Event
  lastTimestamp: "2026-07-31T15:22:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:22:31Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f-w8hp6.18c7691d2c710543
    namespace: kserve-ci-e2e-test
    resourceVersion: "28217"
    uid: 724b39e2-b7f2-4fad-ada9-963a69315ef3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-758954f9f-w8hp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28143"
    uid: 086dab96-a305-4bcd-8d62-b36f73d429c0
  kind: Event
  lastTimestamp: "2026-07-31T15:22:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:22:31Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f-w8hp6.18c7691d2c7c5dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28218"
    uid: 500fe8d0-cfe2-44ed-9e76-45d73c692c0d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-758954f9f-w8hp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28143"
    uid: 086dab96-a305-4bcd-8d62-b36f73d429c0
  kind: Event
  lastTimestamp: "2026-07-31T15:22:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:22:31Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f-w8hp6.18c7691d2fa2bfc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28220"
    uid: c4f51374-08a5-4875-ad7c-c69baeaaf274
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-758954f9f-w8hp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28143"
    uid: 086dab96-a305-4bcd-8d62-b36f73d429c0
  kind: Event
  lastTimestamp: "2026-07-31T15:22:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:22:31Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f-w8hp6.18c7691d30271cf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28221"
    uid: 64181552-41e7-46a1-b658-091ab1fb43d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-758954f9f-w8hp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28143"
    uid: 086dab96-a305-4bcd-8d62-b36f73d429c0
  kind: Event
  lastTimestamp: "2026-07-31T15:23:59Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:23:59Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f-w8hp6.18c7691da0748495
    namespace: kserve-ci-e2e-test
    resourceVersion: "29128"
    uid: ce978640-bff6-4e7e-99e5-d1483a232e3c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-758954f9f-w8hp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28143"
    uid: 086dab96-a305-4bcd-8d62-b36f73d429c0
  kind: Event
  lastTimestamp: "2026-07-31T15:23:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:23:56Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f-w8hp6.18c769310c32dc4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29070"
    uid: 7532b47c-0523-4e0b-881d-58e08608c80e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-758954f9f-w8hp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28143"
    uid: 086dab96-a305-4bcd-8d62-b36f73d429c0
  kind: Event
  lastTimestamp: "2026-07-31T15:23:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:23:56Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f-w8hp6.18c769310c339712
    namespace: kserve-ci-e2e-test
    resourceVersion: "29071"
    uid: d6aeb7c8-3cf8-4526-a783-4f2f3c766b04
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-758954f9f-w8hp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28143"
    uid: 086dab96-a305-4bcd-8d62-b36f73d429c0
  kind: Event
  lastTimestamp: "2026-07-31T15:23:59Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:23:59Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f-w8hp6.18c76931a6a4b281
    namespace: kserve-ci-e2e-test
    resourceVersion: "29127"
    uid: 57c8c5de-c2b2-49af-8b36-7d132f2424a3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-758954f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28125"
    uid: 82f9f3cd-fa4b-4865-936a-c01df3e38c82
  kind: Event
  lastTimestamp: "2026-07-31T15:22:26Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-758954f9f-w8hp6'
  metadata:
    creationTimestamp: "2026-07-31T15:22:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:22:26Z"
    name: isvc-canary-rollback-v2-predictor-758954f9f.18c7691c1d437156
    namespace: kserve-ci-e2e-test
    resourceVersion: "28144"
    uid: 943e9e1e-b086-4775-9381-42c0de376f7c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28124"
    uid: 241cca75-d518-4000-87e7-a4250d7d703a
  kind: Event
  lastTimestamp: "2026-07-31T15:22:26Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-758954f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:22:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:22:26Z"
    name: isvc-canary-rollback-v2-predictor.18c7691c172ee73d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28128"
    uid: a9705cec-2b12-4686-b1ed-47435b010b30
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28108"
    uid: 2697b586-8732-44fd-838c-d32ca70bb6f6
  kind: Event
  lastTimestamp: "2026-07-31T15:23:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:22:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:23:56Z"
    name: isvc-canary-rollback.18c7691c16382035
    namespace: kserve-ci-e2e-test
    resourceVersion: "29090"
    uid: 4f92ea32-21a5-4a50-b71e-38c58ab98cdc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28108"
    uid: 2697b586-8732-44fd-838c-d32ca70bb6f6
  kind: Event
  lastTimestamp: "2026-07-31T15:23:56Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:22:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:23:56Z"
    name: isvc-canary-rollback.18c7691c17226793
    namespace: kserve-ci-e2e-test
    resourceVersion: "29091"
    uid: 1e753167-059f-441f-8622-665bb28b18c7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28108"
    uid: 2697b586-8732-44fd-838c-d32ca70bb6f6
  kind: Event
  lastTimestamp: "2026-07-31T15:23:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:22:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:23:56Z"
    name: isvc-canary-rollback.18c7691c1722aefb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29082"
    uid: afecbf10-b6b5-4d54-b63c-4a24ff1ae26d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28997"
    uid: 2697b586-8732-44fd-838c-d32ca70bb6f6
  kind: Event
  lastTimestamp: "2026-07-31T15:25:42Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:25:42Z"
    name: isvc-canary-rollback.18c7692f8c394515
    namespace: kserve-ci-e2e-test
    resourceVersion: "29968"
    uid: 5eff36dd-cdca-4bbb-ab1f-b9f23d813311
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "29088"
    uid: 2697b586-8732-44fd-838c-d32ca70bb6f6
  kind: Event
  lastTimestamp: "2026-07-31T15:23:56Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-31T15:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:23:56Z"
    name: isvc-canary-rollback.18c7693111e56dd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29089"
    uid: 0e601f77-c86c-478c-acd0-83c5d068dc9c
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:25:51.969081Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6787f74994-mmx6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30096"
    uid: 9467ce52-d688-40dd-a7de-3632a5c7c760
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-6787f74994-mmx6c
    to ip-10-0-129-192.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:25:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:25:51Z"
    name: isvc-canary-stop-predictor-6787f74994-mmx6c.18c7694be5795d22
    namespace: kserve-ci-e2e-test
    resourceVersion: "30103"
    uid: 9923e2c1-8bf8-453d-aa64-25e6d502681f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:25:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6787f74994-mmx6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30099"
    uid: 9467ce52-d688-40dd-a7de-3632a5c7c760
  kind: Event
  lastTimestamp: "2026-07-31T15:25:52Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:25:52Z"
    name: isvc-canary-stop-predictor-6787f74994-mmx6c.18c7694bef427d07
    namespace: kserve-ci-e2e-test
    resourceVersion: "30131"
    uid: b4f24bb8-2877-48e1-9b9e-a08ada884ce4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:25:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6787f74994-mmx6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30109"
    uid: 9467ce52-d688-40dd-a7de-3632a5c7c760
  kind: Event
  lastTimestamp: "2026-07-31T15:25:53Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:25:53Z"
    name: isvc-canary-stop-predictor-6787f74994-mmx6c.18c7694c58dd4445
    namespace: kserve-ci-e2e-test
    resourceVersion: "30144"
    uid: d18aaa99-f5d9-40d5-aefb-583325d47c58
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6787f74994-mmx6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30099"
    uid: 9467ce52-d688-40dd-a7de-3632a5c7c760
  kind: Event
  lastTimestamp: "2026-07-31T15:25:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:25:53Z"
    name: isvc-canary-stop-predictor-6787f74994-mmx6c.18c7694c5a66019d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30146"
    uid: 9682b4c2-52a6-480f-88bd-1ee86869562e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6787f74994-mmx6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30099"
    uid: 9467ce52-d688-40dd-a7de-3632a5c7c760
  kind: Event
  lastTimestamp: "2026-07-31T15:25:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:25:53Z"
    name: isvc-canary-stop-predictor-6787f74994-mmx6c.18c7694c5db90912
    namespace: kserve-ci-e2e-test
    resourceVersion: "30148"
    uid: 7dabbabb-4a93-4eb2-a4ca-e0177c9f1618
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6787f74994-mmx6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30099"
    uid: 9467ce52-d688-40dd-a7de-3632a5c7c760
  kind: Event
  lastTimestamp: "2026-07-31T15:25:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:25:53Z"
    name: isvc-canary-stop-predictor-6787f74994-mmx6c.18c7694c5e2f57ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "30149"
    uid: 1141ee93-7069-46e0-91c5-0752d47c3de8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6787f74994-mmx6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30099"
    uid: 9467ce52-d688-40dd-a7de-3632a5c7c760
  kind: Event
  lastTimestamp: "2026-07-31T15:25:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:25:57Z"
    name: isvc-canary-stop-predictor-6787f74994-mmx6c.18c7694d4c07dac2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30185"
    uid: 4668ed2b-f0d9-4306-a8e5-8d62de355b3d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6787f74994-mmx6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30099"
    uid: 9467ce52-d688-40dd-a7de-3632a5c7c760
  kind: Event
  lastTimestamp: "2026-07-31T15:25:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:25:58Z"
    name: isvc-canary-stop-predictor-6787f74994-mmx6c.18c7694d4f29c234
    namespace: kserve-ci-e2e-test
    resourceVersion: "30187"
    uid: dd542c8f-420f-461e-9f18-661275e9ca89
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6787f74994-mmx6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30099"
    uid: 9467ce52-d688-40dd-a7de-3632a5c7c760
  kind: Event
  lastTimestamp: "2026-07-31T15:25:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:25:58Z"
    name: isvc-canary-stop-predictor-6787f74994-mmx6c.18c7694d4f99024a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30188"
    uid: 30629f18-1976-424c-bb34-96fffe099276
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6787f74994-mmx6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30099"
    uid: 9467ce52-d688-40dd-a7de-3632a5c7c760
  kind: Event
  lastTimestamp: "2026-07-31T15:25:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:25:58Z"
    name: isvc-canary-stop-predictor-6787f74994-mmx6c.18c7694d4fa47a76
    namespace: kserve-ci-e2e-test
    resourceVersion: "30189"
    uid: b85b5032-5fbe-4c13-ba63-cd5b189c0c96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6787f74994-mmx6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30099"
    uid: 9467ce52-d688-40dd-a7de-3632a5c7c760
  kind: Event
  lastTimestamp: "2026-07-31T15:25:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:25:58Z"
    name: isvc-canary-stop-predictor-6787f74994-mmx6c.18c7694d52c3d222
    namespace: kserve-ci-e2e-test
    resourceVersion: "30192"
    uid: 05032378-22fd-473f-8805-24a445922d66
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6787f74994-mmx6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30099"
    uid: 9467ce52-d688-40dd-a7de-3632a5c7c760
  kind: Event
  lastTimestamp: "2026-07-31T15:25:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:25:58Z"
    name: isvc-canary-stop-predictor-6787f74994-mmx6c.18c7694d53421da9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30193"
    uid: 1e1a91b5-da0b-4681-8553-948474272e66
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-31T15:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6787f74994-mmx6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30099"
    uid: 9467ce52-d688-40dd-a7de-3632a5c7c760
  kind: Event
  lastTimestamp: "2026-07-31T15:27:05Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:27:05Z"
    name: isvc-canary-stop-predictor-6787f74994-mmx6c.18c7694d881359d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30807"
    uid: 2228d6c4-6d88-4288-9846-4d7f5e917543
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6787f74994-mmx6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30099"
    uid: 9467ce52-d688-40dd-a7de-3632a5c7c760
  kind: Event
  lastTimestamp: "2026-07-31T15:28:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:28:07Z"
    name: isvc-canary-stop-predictor-6787f74994-mmx6c.18c7696b58b8fc9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31287"
    uid: 82bbf80e-99cf-4fb4-a196-560c001ec2d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6787f74994-mmx6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30099"
    uid: 9467ce52-d688-40dd-a7de-3632a5c7c760
  kind: Event
  lastTimestamp: "2026-07-31T15:28:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:28:07Z"
    name: isvc-canary-stop-predictor-6787f74994-mmx6c.18c7696b58b96608
    namespace: kserve-ci-e2e-test
    resourceVersion: "31289"
    uid: 05555f11-9099-4ddb-86df-2f1a15aa0ed5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6787f74994-mmx6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30099"
    uid: 9467ce52-d688-40dd-a7de-3632a5c7c760
  kind: Event
  lastTimestamp: "2026-07-31T15:28:09Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:28:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:28:09Z"
    name: isvc-canary-stop-predictor-6787f74994-mmx6c.18c7696c088dea14
    namespace: kserve-ci-e2e-test
    resourceVersion: "31322"
    uid: 50f85444-1e5f-41ae-b9d6-e4a4f417e6d7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:25:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-6787f74994
    namespace: kserve-ci-e2e-test
    resourceVersion: "30080"
    uid: 1614a716-b44e-4e1f-9d63-cf5beef3c307
  kind: Event
  lastTimestamp: "2026-07-31T15:25:51Z"
  message: 'Created pod: isvc-canary-stop-predictor-6787f74994-mmx6c'
  metadata:
    creationTimestamp: "2026-07-31T15:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:25:51Z"
    name: isvc-canary-stop-predictor-6787f74994.18c7694be4f4e669
    namespace: kserve-ci-e2e-test
    resourceVersion: "30098"
    uid: 8f89eff9-9ee0-43ab-b584-911c9e3684b3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:25:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30079"
    uid: 0a8ac19c-d534-4c8c-9386-1168685ab2da
  kind: Event
  lastTimestamp: "2026-07-31T15:25:51Z"
  message: Scaled up replica set isvc-canary-stop-predictor-6787f74994 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:25:51Z"
    name: isvc-canary-stop-predictor.18c7694be152db4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30081"
    uid: 934ac375-4559-4d4c-9b0d-25f40736cdac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:25:52.011996Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-87f57fc87-slb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30108"
    uid: 1c668a15-5b7c-4cec-8d02-403be047c243
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-87f57fc87-slb4x
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:25:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:25:52Z"
    name: isvc-canary-stop-v2-predictor-87f57fc87-slb4x.18c7694be8083650
    namespace: kserve-ci-e2e-test
    resourceVersion: "30113"
    uid: 41c1ad09-141f-43f4-92da-da39a9d3a5d7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:25:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-87f57fc87-slb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30119"
    uid: 1c668a15-5b7c-4cec-8d02-403be047c243
  kind: Event
  lastTimestamp: "2026-07-31T15:25:57Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:25:57Z"
    name: isvc-canary-stop-v2-predictor-87f57fc87-slb4x.18c7694d2ad7239d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30179"
    uid: 996813e0-a48b-4f6d-9223-acb800501d17
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:26:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-87f57fc87-slb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30111"
    uid: 1c668a15-5b7c-4cec-8d02-403be047c243
  kind: Event
  lastTimestamp: "2026-07-31T15:26:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:26:02Z"
    name: isvc-canary-stop-v2-predictor-87f57fc87-slb4x.18c7694e4104569c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30237"
    uid: 1caecf3c-195d-4a91-be46-7997b732b23c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:26:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-87f57fc87-slb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30111"
    uid: 1c668a15-5b7c-4cec-8d02-403be047c243
  kind: Event
  lastTimestamp: "2026-07-31T15:26:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:26:30Z"
    name: isvc-canary-stop-v2-predictor-87f57fc87-slb4x.18c76954f8bbf6d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: e110b3cf-fe2a-45f6-8c1e-ce7833198d9c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:26:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-87f57fc87-slb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30111"
    uid: 1c668a15-5b7c-4cec-8d02-403be047c243
  kind: Event
  lastTimestamp: "2026-07-31T15:26:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:26:30Z"
    name: isvc-canary-stop-v2-predictor-87f57fc87-slb4x.18c76954f9b559d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30438"
    uid: 928c7ff8-0ad1-4c31-b527-c9f004c8d558
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-87f57fc87-slb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30111"
    uid: 1c668a15-5b7c-4cec-8d02-403be047c243
  kind: Event
  lastTimestamp: "2026-07-31T15:26:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:26:35Z"
    name: isvc-canary-stop-v2-predictor-87f57fc87-slb4x.18c76955fffe8c98
    namespace: kserve-ci-e2e-test
    resourceVersion: "30490"
    uid: 75497378-cb1c-497a-8ec8-1d5a3f7136a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-87f57fc87-slb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30111"
    uid: 1c668a15-5b7c-4cec-8d02-403be047c243
  kind: Event
  lastTimestamp: "2026-07-31T15:26:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:26:35Z"
    name: isvc-canary-stop-v2-predictor-87f57fc87-slb4x.18c769560623c200
    namespace: kserve-ci-e2e-test
    resourceVersion: "30493"
    uid: 30786727-e31a-49b5-8d47-20712a2b5903
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-87f57fc87-slb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30111"
    uid: 1c668a15-5b7c-4cec-8d02-403be047c243
  kind: Event
  lastTimestamp: "2026-07-31T15:26:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:26:35Z"
    name: isvc-canary-stop-v2-predictor-87f57fc87-slb4x.18c76956076b3c32
    namespace: kserve-ci-e2e-test
    resourceVersion: "30494"
    uid: 2d6a80ed-b904-4fbf-aa3b-24a08b0909ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-87f57fc87-slb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30111"
    uid: 1c668a15-5b7c-4cec-8d02-403be047c243
  kind: Event
  lastTimestamp: "2026-07-31T15:26:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:26:35Z"
    name: isvc-canary-stop-v2-predictor-87f57fc87-slb4x.18c769560777639b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30495"
    uid: 9c3a5e13-1033-414f-96af-d3fc246b88df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-87f57fc87-slb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30111"
    uid: 1c668a15-5b7c-4cec-8d02-403be047c243
  kind: Event
  lastTimestamp: "2026-07-31T15:26:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:26:35Z"
    name: isvc-canary-stop-v2-predictor-87f57fc87-slb4x.18c769560cce918f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30498"
    uid: 0683ec0f-1947-49dc-9d07-18d0c24d7c0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-87f57fc87-slb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30111"
    uid: 1c668a15-5b7c-4cec-8d02-403be047c243
  kind: Event
  lastTimestamp: "2026-07-31T15:26:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:26:35Z"
    name: isvc-canary-stop-v2-predictor-87f57fc87-slb4x.18c769560da20a38
    namespace: kserve-ci-e2e-test
    resourceVersion: "30499"
    uid: 6c149fd8-456a-47e8-bd13-360594854e07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-87f57fc87-slb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30111"
    uid: 1c668a15-5b7c-4cec-8d02-403be047c243
  kind: Event
  lastTimestamp: "2026-07-31T15:27:53Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:27:53Z"
    name: isvc-canary-stop-v2-predictor-87f57fc87-slb4x.18c769563c0e481c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31166"
    uid: 88efc665-b0d7-4b93-9b58-8ef53ebd231c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-87f57fc87-slb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30111"
    uid: 1c668a15-5b7c-4cec-8d02-403be047c243
  kind: Event
  lastTimestamp: "2026-07-31T15:28:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:28:07Z"
    name: isvc-canary-stop-v2-predictor-87f57fc87-slb4x.18c7696b5ac35581
    namespace: kserve-ci-e2e-test
    resourceVersion: "31296"
    uid: 1b26447f-ad0b-4c6e-89c0-7ea66b7e2c46
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-87f57fc87-slb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30111"
    uid: 1c668a15-5b7c-4cec-8d02-403be047c243
  kind: Event
  lastTimestamp: "2026-07-31T15:28:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:28:07Z"
    name: isvc-canary-stop-v2-predictor-87f57fc87-slb4x.18c7696b5ac405ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "31297"
    uid: a3df7ce0-f88d-468b-8099-27bd399a90e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-87f57fc87-slb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30111"
    uid: 1c668a15-5b7c-4cec-8d02-403be047c243
  kind: Event
  lastTimestamp: "2026-07-31T15:28:07Z"
  message: 'Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp
    10.134.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:28:07Z"
    name: isvc-canary-stop-v2-predictor-87f57fc87-slb4x.18c7696b6c3eab4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31305"
    uid: de7809f3-7eea-4366-b921-134f5b7c68b5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:25:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-87f57fc87
    namespace: kserve-ci-e2e-test
    resourceVersion: "30089"
    uid: d5a63c52-3fe3-4533-84ce-c4516fbab5ea
  kind: Event
  lastTimestamp: "2026-07-31T15:25:52Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-87f57fc87-slb4x'
  metadata:
    creationTimestamp: "2026-07-31T15:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:25:52Z"
    name: isvc-canary-stop-v2-predictor-87f57fc87.18c7694be77dceb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30110"
    uid: ccd9d968-e89a-4f71-a570-9a4ca225135b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:25:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30087"
    uid: 54fa25d9-8411-4145-90d3-572ff6abe654
  kind: Event
  lastTimestamp: "2026-07-31T15:25:51Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-87f57fc87 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-31T15:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:25:51Z"
    name: isvc-canary-stop-v2-predictor.18c7694be3aec36f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30092"
    uid: d7196be0-c56a-4e6f-9f4c-39bdd15411db
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-31T15:25:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30072"
    uid: 7f878ac6-f5d3-4065-8e08-605ed0f3155e
  kind: Event
  lastTimestamp: "2026-07-31T15:28:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:28:07Z"
    name: isvc-canary-stop.18c7694be3589378
    namespace: kserve-ci-e2e-test
    resourceVersion: "31303"
    uid: e73a1d3f-f666-4167-8de8-36caddb82e77
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:25:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30072"
    uid: 7f878ac6-f5d3-4065-8e08-605ed0f3155e
  kind: Event
  lastTimestamp: "2026-07-31T15:25:51Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:25:51Z"
    name: isvc-canary-stop.18c7694be3d1093c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30094"
    uid: 9ed187ee-e79e-4feb-8322-717f38267e13
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:25:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30072"
    uid: 7f878ac6-f5d3-4065-8e08-605ed0f3155e
  kind: Event
  lastTimestamp: "2026-07-31T15:25:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:25:51Z"
    name: isvc-canary-stop.18c7694be3d18a32
    namespace: kserve-ci-e2e-test
    resourceVersion: "30095"
    uid: 927e732a-9cff-49be-a2da-a4b2287d1018
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:27:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30890"
    uid: 7f878ac6-f5d3-4065-8e08-605ed0f3155e
  kind: Event
  lastTimestamp: "2026-07-31T15:27:15Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:27:15Z"
    name: isvc-canary-stop.18c7695f41b3fa31
    namespace: kserve-ci-e2e-test
    resourceVersion: "30891"
    uid: 9579a170-a8ff-41cf-afb3-eb903251faf1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "31292"
    uid: 7f878ac6-f5d3-4065-8e08-605ed0f3155e
  kind: Event
  lastTimestamp: "2026-07-31T15:28:07Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-07-31T15:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:28:07Z"
    name: isvc-canary-stop.18c7696b5a1b5b1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31295"
    uid: 2c4f0113-09f4-4336-bc12-56657a17aa07
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:03:09.584744Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-761a61-predictor-7bfc57db67-6wlhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17338"
    uid: e2e0c576-e7d0-45d7-842d-a890f0cec516
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-761a61-predictor-7bfc57db67-6wlhl
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:03:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:03:09Z"
    name: isvc-init-fail-761a61-predictor-7bfc57db67-6wlhl.18c7680eb10a1baf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17344"
    uid: 06f8a4f5-8f90-435d-8faf-3e0b432590b1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-761a61-predictor-7bfc57db67-6wlhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17347"
    uid: e2e0c576-e7d0-45d7-842d-a890f0cec516
  kind: Event
  lastTimestamp: "2026-07-31T15:03:10Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:03:10Z"
    name: isvc-init-fail-761a61-predictor-7bfc57db67-6wlhl.18c7680ecadba2c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17358"
    uid: f276583d-a262-4dbb-a97c-4e0d89bdc161
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-761a61-predictor-7bfc57db67-6wlhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17341"
    uid: e2e0c576-e7d0-45d7-842d-a890f0cec516
  kind: Event
  lastTimestamp: "2026-07-31T15:03:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:15Z"
    name: isvc-init-fail-761a61-predictor-7bfc57db67-6wlhl.18c7680ecc591bcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17413"
    uid: 09e0c209-ac46-4b70-9234-1b11afefc622
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-761a61-predictor-7bfc57db67-6wlhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17341"
    uid: e2e0c576-e7d0-45d7-842d-a890f0cec516
  kind: Event
  lastTimestamp: "2026-07-31T15:03:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:15Z"
    name: isvc-init-fail-761a61-predictor-7bfc57db67-6wlhl.18c7680ecf586f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17415"
    uid: 569732e5-4c1f-45fe-859f-a160554be25b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-761a61-predictor-7bfc57db67-6wlhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17341"
    uid: e2e0c576-e7d0-45d7-842d-a890f0cec516
  kind: Event
  lastTimestamp: "2026-07-31T15:03:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:15Z"
    name: isvc-init-fail-761a61-predictor-7bfc57db67-6wlhl.18c7680ecfd6ed09
    namespace: kserve-ci-e2e-test
    resourceVersion: "17416"
    uid: 46b1afce-2829-40ee-9bd3-204f04164364
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-761a61-predictor-7bfc57db67-6wlhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17341"
    uid: e2e0c576-e7d0-45d7-842d-a890f0cec516
  kind: Event
  lastTimestamp: "2026-07-31T15:03:19Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:19Z"
    name: isvc-init-fail-761a61-predictor-7bfc57db67-6wlhl.18c7681105b16444
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: 5179f6c0-90bb-474b-a5b6-40a244b21304
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-761a61-predictor-7bfc57db67
    namespace: kserve-ci-e2e-test
    resourceVersion: "17328"
    uid: 1b8970d6-a041-4b54-b58f-50cca78c4d6c
  kind: Event
  lastTimestamp: "2026-07-31T15:03:09Z"
  message: 'Created pod: isvc-init-fail-761a61-predictor-7bfc57db67-6wlhl'
  metadata:
    creationTimestamp: "2026-07-31T15:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:03:09Z"
    name: isvc-init-fail-761a61-predictor-7bfc57db67.18c7680eb09aaedf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17342"
    uid: 014223d9-7028-4ee5-95cd-b6660a9a8708
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-761a61-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17326"
    uid: 7a75d6cb-b175-4c6f-a064-a2faf556813d
  kind: Event
  lastTimestamp: "2026-07-31T15:03:09Z"
  message: Scaled up replica set isvc-init-fail-761a61-predictor-7bfc57db67 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-31T15:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:03:09Z"
    name: isvc-init-fail-761a61-predictor.18c7680ead00a853
    namespace: kserve-ci-e2e-test
    resourceVersion: "17329"
    uid: a07270f0-c697-4511-8dc4-1e16ecd6b5a2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-761a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "17319"
    uid: b981e073-1f2d-46f6-a8b1-338f6608c19f
  kind: Event
  lastTimestamp: "2026-07-31T15:03:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:03:15Z"
    name: isvc-init-fail-761a61.18c7680ead2d185e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17419"
    uid: 32fb35f5-6403-4a2e-9a03-45afbc2e7359
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-761a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "17319"
    uid: b981e073-1f2d-46f6-a8b1-338f6608c19f
  kind: Event
  lastTimestamp: "2026-07-31T15:03:09Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-761a61":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-761a61":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:03:09Z"
    name: isvc-init-fail-761a61.18c7680eada6dd32
    namespace: kserve-ci-e2e-test
    resourceVersion: "17332"
    uid: c8c3afd4-b662-4367-8e35-454029fbc523
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-761a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "17319"
    uid: b981e073-1f2d-46f6-a8b1-338f6608c19f
  kind: Event
  lastTimestamp: "2026-07-31T15:03:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-761a61": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:03:09Z"
    name: isvc-init-fail-761a61.18c7680eada71794
    namespace: kserve-ci-e2e-test
    resourceVersion: "17333"
    uid: b0f12c4d-c0a5-48f2-8e03-c13e09e8d141
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:28:17.339819Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-n4c62
    namespace: kserve-ci-e2e-test
    resourceVersion: "31407"
    uid: 99e9f476-e303-43be-bcf9-ed51f7447020
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-n4c62
    to ip-10-0-129-192.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:28:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:28:17Z"
    name: isvc-lightgbm-predictor-54f85ddf88-n4c62.18c7696dbe3ec028
    namespace: kserve-ci-e2e-test
    resourceVersion: "31413"
    uid: 9e1df25b-e159-49bb-a87e-32b1dfb36e4b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-n4c62
    namespace: kserve-ci-e2e-test
    resourceVersion: "31410"
    uid: 99e9f476-e303-43be-bcf9-ed51f7447020
  kind: Event
  lastTimestamp: "2026-07-31T15:28:17Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:28:17Z"
    name: isvc-lightgbm-predictor-54f85ddf88-n4c62.18c7696dcd9fbe3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31423"
    uid: e1eec677-85c2-4934-8d43-8197ded91b4a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-n4c62
    namespace: kserve-ci-e2e-test
    resourceVersion: "31418"
    uid: 99e9f476-e303-43be-bcf9-ed51f7447020
  kind: Event
  lastTimestamp: "2026-07-31T15:28:18Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:28:18Z"
    name: isvc-lightgbm-predictor-54f85ddf88-n4c62.18c7696dfbeb2f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31434"
    uid: f6c0bb0a-e7c6-410d-bec1-2c50a3e76560
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-n4c62
    namespace: kserve-ci-e2e-test
    resourceVersion: "31410"
    uid: 99e9f476-e303-43be-bcf9-ed51f7447020
  kind: Event
  lastTimestamp: "2026-07-31T15:28:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:28:18Z"
    name: isvc-lightgbm-predictor-54f85ddf88-n4c62.18c7696dfd6241c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31436"
    uid: 9fdb06b2-8f4b-4ac8-8213-6716727d4f53
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-n4c62
    namespace: kserve-ci-e2e-test
    resourceVersion: "31410"
    uid: 99e9f476-e303-43be-bcf9-ed51f7447020
  kind: Event
  lastTimestamp: "2026-07-31T15:28:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:28:18Z"
    name: isvc-lightgbm-predictor-54f85ddf88-n4c62.18c7696e00237285
    namespace: kserve-ci-e2e-test
    resourceVersion: "31437"
    uid: dcf92028-d944-4585-8a89-95fb59727493
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-n4c62
    namespace: kserve-ci-e2e-test
    resourceVersion: "31410"
    uid: 99e9f476-e303-43be-bcf9-ed51f7447020
  kind: Event
  lastTimestamp: "2026-07-31T15:28:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:28:18Z"
    name: isvc-lightgbm-predictor-54f85ddf88-n4c62.18c7696e00c04aae
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: 7103ec8a-39f0-4291-96cf-366e7bb3f579
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-n4c62
    namespace: kserve-ci-e2e-test
    resourceVersion: "31410"
    uid: 99e9f476-e303-43be-bcf9-ed51f7447020
  kind: Event
  lastTimestamp: "2026-07-31T15:28:22Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-31T15:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:28:22Z"
    name: isvc-lightgbm-predictor-54f85ddf88-n4c62.18c7696ef933bdda
    namespace: kserve-ci-e2e-test
    resourceVersion: "31487"
    uid: 2a22fbd6-663f-4263-aec4-9fcee1071a21
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-n4c62
    namespace: kserve-ci-e2e-test
    resourceVersion: "31410"
    uid: 99e9f476-e303-43be-bcf9-ed51f7447020
  kind: Event
  lastTimestamp: "2026-07-31T15:28:28Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.215s (6.215s
    including waiting). Image size: 607170824 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T15:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:28:28Z"
    name: isvc-lightgbm-predictor-54f85ddf88-n4c62.18c769706ba92073
    namespace: kserve-ci-e2e-test
    resourceVersion: "31534"
    uid: 39e816cb-001b-4da2-87cb-ae2d6a9d79a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-n4c62
    namespace: kserve-ci-e2e-test
    resourceVersion: "31410"
    uid: 99e9f476-e303-43be-bcf9-ed51f7447020
  kind: Event
  lastTimestamp: "2026-07-31T15:28:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:28:28Z"
    name: isvc-lightgbm-predictor-54f85ddf88-n4c62.18c769706f2a92fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31535"
    uid: 3373c342-49c2-46c3-a37a-a7efeabb4b51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-n4c62
    namespace: kserve-ci-e2e-test
    resourceVersion: "31410"
    uid: 99e9f476-e303-43be-bcf9-ed51f7447020
  kind: Event
  lastTimestamp: "2026-07-31T15:28:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:28:28Z"
    name: isvc-lightgbm-predictor-54f85ddf88-n4c62.18c769706f9bf1f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31536"
    uid: b12a9b7c-4036-458c-ae11-e93c917d570a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-n4c62
    namespace: kserve-ci-e2e-test
    resourceVersion: "31410"
    uid: 99e9f476-e303-43be-bcf9-ed51f7447020
  kind: Event
  lastTimestamp: "2026-07-31T15:28:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:28:28Z"
    name: isvc-lightgbm-predictor-54f85ddf88-n4c62.18c769706fa5fe7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31537"
    uid: 1565c701-4ad6-4e25-98c5-c2e379da25a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-n4c62
    namespace: kserve-ci-e2e-test
    resourceVersion: "31410"
    uid: 99e9f476-e303-43be-bcf9-ed51f7447020
  kind: Event
  lastTimestamp: "2026-07-31T15:28:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:28:28Z"
    name: isvc-lightgbm-predictor-54f85ddf88-n4c62.18c769707299b0c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31538"
    uid: da8fbd2a-8c23-406d-8070-beb90ad64811
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-n4c62
    namespace: kserve-ci-e2e-test
    resourceVersion: "31410"
    uid: 99e9f476-e303-43be-bcf9-ed51f7447020
  kind: Event
  lastTimestamp: "2026-07-31T15:28:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:28:28Z"
    name: isvc-lightgbm-predictor-54f85ddf88-n4c62.18c76970730e38b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31539"
    uid: 8ff31413-be0a-48a0-9336-40da076d25b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-n4c62
    namespace: kserve-ci-e2e-test
    resourceVersion: "31410"
    uid: 99e9f476-e303-43be-bcf9-ed51f7447020
  kind: Event
  lastTimestamp: "2026-07-31T15:29:36Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:28:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:29:36Z"
    name: isvc-lightgbm-predictor-54f85ddf88-n4c62.18c76970d88a2c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "32201"
    uid: 94615403-80ad-4286-b0d6-4896870fb3d8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-n4c62
    namespace: kserve-ci-e2e-test
    resourceVersion: "31410"
    uid: 99e9f476-e303-43be-bcf9-ed51f7447020
  kind: Event
  lastTimestamp: "2026-07-31T15:29:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:29:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:29:48Z"
    name: isvc-lightgbm-predictor-54f85ddf88-n4c62.18c76982dc3a8329
    namespace: kserve-ci-e2e-test
    resourceVersion: "32318"
    uid: 1d30238f-a0a0-4b03-bc90-7ceca12d85dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-n4c62
    namespace: kserve-ci-e2e-test
    resourceVersion: "31410"
    uid: 99e9f476-e303-43be-bcf9-ed51f7447020
  kind: Event
  lastTimestamp: "2026-07-31T15:29:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:29:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:29:48Z"
    name: isvc-lightgbm-predictor-54f85ddf88-n4c62.18c76982dc3aec19
    namespace: kserve-ci-e2e-test
    resourceVersion: "32319"
    uid: 4c72ba12-bf9c-4061-a87e-678b5de27a02
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-n4c62
    namespace: kserve-ci-e2e-test
    resourceVersion: "31410"
    uid: 99e9f476-e303-43be-bcf9-ed51f7447020
  kind: Event
  lastTimestamp: "2026-07-31T15:29:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:29:51Z"
    name: isvc-lightgbm-predictor-54f85ddf88-n4c62.18c76983b4bcbd53
    namespace: kserve-ci-e2e-test
    resourceVersion: "32340"
    uid: 0183a7dc-37c5-4186-950a-1f7e4a70be82
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "31398"
    uid: eb2b909c-8ab8-4a8d-b3d9-30afc1a1e7a0
  kind: Event
  lastTimestamp: "2026-07-31T15:28:17Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-n4c62'
  metadata:
    creationTimestamp: "2026-07-31T15:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:28:17Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18c7696dbdb2ecd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31409"
    uid: 9fc05520-9be4-46a2-b260-dd48ddf8e456
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31396"
    uid: e5e8558a-61be-4559-ae13-489c6516b416
  kind: Event
  lastTimestamp: "2026-07-31T15:28:17Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:28:17Z"
    name: isvc-lightgbm-predictor.18c7696dbabcd17d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31399"
    uid: c0097678-7151-40c0-ae31-bf674e8a0333
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31397"
    uid: 5852105f-1b05-4f95-8326-6886af2fd072
  kind: Event
  lastTimestamp: "2026-07-31T15:29:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:29:02Z"
    name: isvc-lightgbm-predictor.18c769713950635e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31860"
    uid: 6a5f68d4-41eb-46bd-a322-d271ca4a620e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31397"
    uid: 5852105f-1b05-4f95-8326-6886af2fd072
  kind: Event
  lastTimestamp: "2026-07-31T15:29:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:29:02Z"
    name: isvc-lightgbm-predictor.18c7697139c21a2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31862"
    uid: bd44aefb-69c5-4fdd-8917-21f6803e2fde
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31584"
    uid: 5852105f-1b05-4f95-8326-6886af2fd072
  kind: Event
  lastTimestamp: "2026-07-31T15:29:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:29:47Z"
    name: isvc-lightgbm-predictor.18c7697bb757225b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32295"
    uid: d62af4b6-e857-4615-88df-d9f247f7694b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31584"
    uid: 5852105f-1b05-4f95-8326-6886af2fd072
  kind: Event
  lastTimestamp: "2026-07-31T15:29:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:29:47Z"
    name: isvc-lightgbm-predictor.18c7697bb7c6947f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32296"
    uid: b43b886e-4577-4726-9475-130be8689464
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:29:53.191775Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-522kn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32375"
    uid: 2ed95582-b807-45af-a61b-a299d8057713
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-522kn
    to ip-10-0-129-192.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:29:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:29:53Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-522kn.18c769840f77922f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32380"
    uid: b6d92b5f-0ab3-4ef7-9823-e7e8b2849b3c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-522kn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32386"
    uid: 2ed95582-b807-45af-a61b-a299d8057713
  kind: Event
  lastTimestamp: "2026-07-31T15:29:53Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:29:53Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-522kn.18c769842a88d239
    namespace: kserve-ci-e2e-test
    resourceVersion: "32398"
    uid: afccb01c-0a77-4743-8818-3c02fe575db4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-522kn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32377"
    uid: 2ed95582-b807-45af-a61b-a299d8057713
  kind: Event
  lastTimestamp: "2026-07-31T15:29:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:29:53Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-522kn.18c769842c1314cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32400"
    uid: 67d3e71a-eade-409a-9e3b-1644c4b619b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-522kn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32377"
    uid: 2ed95582-b807-45af-a61b-a299d8057713
  kind: Event
  lastTimestamp: "2026-07-31T15:29:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:29:53Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-522kn.18c769842f22bdf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32402"
    uid: 54c2571c-9dbf-4f4e-bd06-ab8cb8ffd63b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-522kn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32377"
    uid: 2ed95582-b807-45af-a61b-a299d8057713
  kind: Event
  lastTimestamp: "2026-07-31T15:29:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:29:53Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-522kn.18c769842f9af9d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32403"
    uid: e4eb1681-6eeb-49c1-a255-328c44249cd3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-522kn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32377"
    uid: 2ed95582-b807-45af-a61b-a299d8057713
  kind: Event
  lastTimestamp: "2026-07-31T15:29:58Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:29:58Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-522kn.18c7698531212d30
    namespace: kserve-ci-e2e-test
    resourceVersion: "32440"
    uid: 149b73f2-e8d2-4a96-9612-60afb66c7c2d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-522kn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32377"
    uid: 2ed95582-b807-45af-a61b-a299d8057713
  kind: Event
  lastTimestamp: "2026-07-31T15:29:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:29:58Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-522kn.18c76985356df9be
    namespace: kserve-ci-e2e-test
    resourceVersion: "32444"
    uid: 09b22c08-8c26-4ea2-b984-05482d8cb2ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-522kn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32377"
    uid: 2ed95582-b807-45af-a61b-a299d8057713
  kind: Event
  lastTimestamp: "2026-07-31T15:29:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:29:58Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-522kn.18c7698535e847b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32445"
    uid: b9826a41-71a5-47de-96d5-2991ac9b1f65
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-522kn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32377"
    uid: 2ed95582-b807-45af-a61b-a299d8057713
  kind: Event
  lastTimestamp: "2026-07-31T15:29:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:29:58Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-522kn.18c7698535f524f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32446"
    uid: 9bdf7171-a5f1-47e1-8a3a-2c00c62e88ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-522kn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32377"
    uid: 2ed95582-b807-45af-a61b-a299d8057713
  kind: Event
  lastTimestamp: "2026-07-31T15:29:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:29:58Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-522kn.18c769853a04c25d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32448"
    uid: 57f35723-d3ee-4a83-bf0a-03bf60fa16f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-522kn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32377"
    uid: 2ed95582-b807-45af-a61b-a299d8057713
  kind: Event
  lastTimestamp: "2026-07-31T15:29:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:29:58Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-522kn.18c769853a7f4be7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32449"
    uid: 173e79db-fa90-418c-a935-52aa5594658e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T15:30:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-522kn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32377"
    uid: 2ed95582-b807-45af-a61b-a299d8057713
  kind: Event
  lastTimestamp: "2026-07-31T15:31:24Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:31:24Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-522kn.18c76985a91886de
    namespace: kserve-ci-e2e-test
    resourceVersion: "33211"
    uid: 4732271c-26ad-4708-bd2e-f51f5010f8d5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-522kn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32377"
    uid: 2ed95582-b807-45af-a61b-a299d8057713
  kind: Event
  lastTimestamp: "2026-07-31T15:31:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:31:23Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-522kn.18c769991ba6fc6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33197"
    uid: 20637a72-0142-4de7-bbe5-862ee4c947aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-522kn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32377"
    uid: 2ed95582-b807-45af-a61b-a299d8057713
  kind: Event
  lastTimestamp: "2026-07-31T15:31:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:31:23Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-522kn.18c769991ba7ac6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33198"
    uid: 464ae4d6-57f6-4acc-8716-41d504e6dafe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-522kn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32377"
    uid: 2ed95582-b807-45af-a61b-a299d8057713
  kind: Event
  lastTimestamp: "2026-07-31T15:31:26Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:31:26Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-522kn.18c76999af57fdf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33217"
    uid: ddc9fccc-5748-4a08-ba7c-7ec159f1a0ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32365"
    uid: 3da11537-143a-44a4-bff8-215be57d41a9
  kind: Event
  lastTimestamp: "2026-07-31T15:29:53Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-522kn'
  metadata:
    creationTimestamp: "2026-07-31T15:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:29:53Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18c769840ec34ed7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32378"
    uid: 4f3bf399-261c-40a5-b238-aa9da022b378
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32363"
    uid: d52c4869-2516-4ac0-8c50-fa9bf1f4e65d
  kind: Event
  lastTimestamp: "2026-07-31T15:29:53Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-31T15:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:29:53Z"
    name: isvc-lightgbm-runtime-predictor.18c769840c00aaa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32366"
    uid: 337f6b73-e8ff-42c8-8566-2a0bc4dde197
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:30:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32364"
    uid: 2915b65d-59e8-42d7-9b35-46e34a07332c
  kind: Event
  lastTimestamp: "2026-07-31T15:30:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:30:38Z"
    name: isvc-lightgbm-runtime-predictor.18c769878a7f5f10
    namespace: kserve-ci-e2e-test
    resourceVersion: "32840"
    uid: 8ce22765-12a4-4221-875c-d43f9e877be4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:30:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32364"
    uid: 2915b65d-59e8-42d7-9b35-46e34a07332c
  kind: Event
  lastTimestamp: "2026-07-31T15:30:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:30:38Z"
    name: isvc-lightgbm-runtime-predictor.18c769878aeeac0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32841"
    uid: e3bbd9b0-c9ca-4084-8ebe-25d2a49751bf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:30:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32533"
    uid: 2915b65d-59e8-42d7-9b35-46e34a07332c
  kind: Event
  lastTimestamp: "2026-07-31T15:31:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:30:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:31:23Z"
    name: isvc-lightgbm-runtime-predictor.18c76992081cadfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33177"
    uid: 817cf395-42f8-46f1-a749-433aab3d2191
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:30:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32533"
    uid: 2915b65d-59e8-42d7-9b35-46e34a07332c
  kind: Event
  lastTimestamp: "2026-07-31T15:31:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:30:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:31:23Z"
    name: isvc-lightgbm-runtime-predictor.18c769920870431b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33178"
    uid: 23e6e718-4f1a-476e-bb65-fc90249386fb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32356"
    uid: 83fd2f1e-8452-4225-a1f4-30a6ec44d24e
  kind: Event
  lastTimestamp: "2026-07-31T15:31:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:31:15Z"
    name: isvc-lightgbm-runtime.18c769840c003872
    namespace: kserve-ci-e2e-test
    resourceVersion: "33117"
    uid: 69bc909e-4a61-406b-85a9-6492f8de5022
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32356"
    uid: 83fd2f1e-8452-4225-a1f4-30a6ec44d24e
  kind: Event
  lastTimestamp: "2026-07-31T15:29:53Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:29:53Z"
    name: isvc-lightgbm-runtime.18c769840c743975
    namespace: kserve-ci-e2e-test
    resourceVersion: "32389"
    uid: 8b78c969-a600-4984-a218-1af498fb9b81
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32360"
    uid: 83fd2f1e-8452-4225-a1f4-30a6ec44d24e
  kind: Event
  lastTimestamp: "2026-07-31T15:29:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:29:53Z"
    name: isvc-lightgbm-runtime.18c7698413bad19c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32390"
    uid: f0a13ff7-b9ad-44ae-a719-1cd5031a19e2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33114"
    uid: 83fd2f1e-8452-4225-a1f4-30a6ec44d24e
  kind: Event
  lastTimestamp: "2026-07-31T15:31:15Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:31:15Z"
    name: isvc-lightgbm-runtime.18c7699721615347
    namespace: kserve-ci-e2e-test
    resourceVersion: "33115"
    uid: 87a9587c-ee1c-4881-bc8c-5745852e3333
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:32:24.037788Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tzbkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33840"
    uid: d4ebd071-2213-41cc-b66d-4463d021d7cf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tzbkt
    to ip-10-0-129-192.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:32:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:32:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tzbkt.18c769a72e972bd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33846"
    uid: 353b3b8c-035e-42bd-ac9d-ce35666605bc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tzbkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33853"
    uid: d4ebd071-2213-41cc-b66d-4463d021d7cf
  kind: Event
  lastTimestamp: "2026-07-31T15:32:24Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:32:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:32:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tzbkt.18c769a748612c97
    namespace: kserve-ci-e2e-test
    resourceVersion: "33860"
    uid: 4a15501b-586b-46ec-bfeb-448f598880c0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tzbkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33843"
    uid: d4ebd071-2213-41cc-b66d-4463d021d7cf
  kind: Event
  lastTimestamp: "2026-07-31T15:32:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:32:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:32:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tzbkt.18c769a749ee8bbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33862"
    uid: 2a5096ae-dc48-4e2d-a612-63afb38e6585
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tzbkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33843"
    uid: d4ebd071-2213-41cc-b66d-4463d021d7cf
  kind: Event
  lastTimestamp: "2026-07-31T15:32:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:32:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:32:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tzbkt.18c769a74dc927d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33863"
    uid: 2e435fbb-20d1-4463-a3d2-8c4a99a55a5a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tzbkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33843"
    uid: d4ebd071-2213-41cc-b66d-4463d021d7cf
  kind: Event
  lastTimestamp: "2026-07-31T15:32:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:32:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:32:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tzbkt.18c769a74e84a251
    namespace: kserve-ci-e2e-test
    resourceVersion: "33864"
    uid: 42ec7211-ff88-48f0-9c74-74e685653ea5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tzbkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33843"
    uid: d4ebd071-2213-41cc-b66d-4463d021d7cf
  kind: Event
  lastTimestamp: "2026-07-31T15:32:28Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:32:28Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tzbkt.18c769a8455b9cbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33895"
    uid: 561d5207-f822-4282-818d-972b7a16d98d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tzbkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33843"
    uid: d4ebd071-2213-41cc-b66d-4463d021d7cf
  kind: Event
  lastTimestamp: "2026-07-31T15:32:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:32:28Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tzbkt.18c769a8491b96ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "33901"
    uid: 29c040de-abba-4eb4-87df-4d71ec31c064
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tzbkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33843"
    uid: d4ebd071-2213-41cc-b66d-4463d021d7cf
  kind: Event
  lastTimestamp: "2026-07-31T15:32:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:32:28Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tzbkt.18c769a84993d89e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33902"
    uid: 45376b35-b756-454c-ae3a-fef42763a15f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tzbkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33843"
    uid: d4ebd071-2213-41cc-b66d-4463d021d7cf
  kind: Event
  lastTimestamp: "2026-07-31T15:32:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:32:28Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tzbkt.18c769a8499eb282
    namespace: kserve-ci-e2e-test
    resourceVersion: "33903"
    uid: 611578e3-b70a-441f-ad36-11547df65008
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tzbkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33843"
    uid: d4ebd071-2213-41cc-b66d-4463d021d7cf
  kind: Event
  lastTimestamp: "2026-07-31T15:32:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:32:28Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tzbkt.18c769a84e999a3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33905"
    uid: 0a0518b8-99ee-4030-9a37-872444f6ee38
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tzbkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33843"
    uid: d4ebd071-2213-41cc-b66d-4463d021d7cf
  kind: Event
  lastTimestamp: "2026-07-31T15:32:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:32:28Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tzbkt.18c769a84f13fed3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33906"
    uid: d355725d-5ad4-49c8-8b5a-b1b0e48d5876
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tzbkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33843"
    uid: d4ebd071-2213-41cc-b66d-4463d021d7cf
  kind: Event
  lastTimestamp: "2026-07-31T15:32:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:32:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:32:35Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tzbkt.18c769a881842ed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33952"
    uid: f5e06c6b-5942-40ea-9553-2fa76dcb1f3f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tzbkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33843"
    uid: d4ebd071-2213-41cc-b66d-4463d021d7cf
  kind: Event
  lastTimestamp: "2026-07-31T15:32:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:32:54Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tzbkt.18c769ae31ad9414
    namespace: kserve-ci-e2e-test
    resourceVersion: "34153"
    uid: 6718d1d6-1eba-4969-b599-c20d3f273c11
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tzbkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33843"
    uid: d4ebd071-2213-41cc-b66d-4463d021d7cf
  kind: Event
  lastTimestamp: "2026-07-31T15:32:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:32:54Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tzbkt.18c769ae31ae0fd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34154"
    uid: 3400841b-1438-428f-9b1f-f4e97f49d181
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33831"
    uid: 150df0dc-84f9-4cc5-8bc4-85abb7e3dae6
  kind: Event
  lastTimestamp: "2026-07-31T15:32:24Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-tzbkt'
  metadata:
    creationTimestamp: "2026-07-31T15:32:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:32:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18c769a72e25db33
    namespace: kserve-ci-e2e-test
    resourceVersion: "33842"
    uid: 0a68ac86-d628-4197-9abd-13c844993e5f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33829"
    uid: 308c2abe-2174-49ab-8924-2d92d7ef0637
  kind: Event
  lastTimestamp: "2026-07-31T15:32:23Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:32:23Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c769a72acdaf1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33832"
    uid: 686b1bea-39ca-4165-96a1-e7c3924f8711
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33830"
    uid: a50f73dc-fa34-4d1a-8338-3ca57ee73c99
  kind: Event
  lastTimestamp: "2026-07-31T15:32:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:32:54Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c769aaa98a7078
    namespace: kserve-ci-e2e-test
    resourceVersion: "34136"
    uid: b843ee19-23c0-44be-b598-903258f0b201
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33830"
    uid: a50f73dc-fa34-4d1a-8338-3ca57ee73c99
  kind: Event
  lastTimestamp: "2026-07-31T15:32:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:32:54Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c769aaa9f431bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34137"
    uid: 442d6df9-581e-4365-9b8f-03c88af8e3c4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33821"
    uid: c26e85eb-515d-4249-858e-f7879b6ea813
  kind: Event
  lastTimestamp: "2026-07-31T15:32:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:32:45Z"
    name: isvc-lightgbm-v2-kserve.18c769a72b0230a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34055"
    uid: 75bc41cd-b272-4838-b5cd-5467d48fef20
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33821"
    uid: c26e85eb-515d-4249-858e-f7879b6ea813
  kind: Event
  lastTimestamp: "2026-07-31T15:32:23Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:32:23Z"
    name: isvc-lightgbm-v2-kserve.18c769a72ba24866
    namespace: kserve-ci-e2e-test
    resourceVersion: "33836"
    uid: d3c80e65-12b8-41a6-9a0b-1d10a8a5bc80
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34053"
    uid: c26e85eb-515d-4249-858e-f7879b6ea813
  kind: Event
  lastTimestamp: "2026-07-31T15:32:45Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:32:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:32:45Z"
    name: isvc-lightgbm-v2-kserve.18c769ac40910394
    namespace: kserve-ci-e2e-test
    resourceVersion: "34054"
    uid: e0213c06-8bb3-4fe8-9bc0-28f127744467
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:31:28.873628Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-g9cr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33266"
    uid: 09e9c07d-65e7-4447-97cf-fef2173785b1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-g9cr7
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:31:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:31:28Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-g9cr7.18c7699a568cb871
    namespace: kserve-ci-e2e-test
    resourceVersion: "33273"
    uid: 68d47663-582f-48ad-96ad-2af3677763fe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-g9cr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33278"
    uid: 09e9c07d-65e7-4447-97cf-fef2173785b1
  kind: Event
  lastTimestamp: "2026-07-31T15:31:29Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:31:29Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-g9cr7.18c7699a70a3c12f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33285"
    uid: 8b67363c-9160-4ce7-9785-4e59f2750630
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-g9cr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33270"
    uid: 09e9c07d-65e7-4447-97cf-fef2173785b1
  kind: Event
  lastTimestamp: "2026-07-31T15:31:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:31:29Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-g9cr7.18c7699a729573fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33287"
    uid: 23f318c2-2eba-4269-bfd5-7fdb35e5ef69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-g9cr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33270"
    uid: 09e9c07d-65e7-4447-97cf-fef2173785b1
  kind: Event
  lastTimestamp: "2026-07-31T15:31:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:31:29Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-g9cr7.18c7699a7615c1ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "33289"
    uid: 0e73301d-7d4e-44bb-915a-dc929434faad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-g9cr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33270"
    uid: 09e9c07d-65e7-4447-97cf-fef2173785b1
  kind: Event
  lastTimestamp: "2026-07-31T15:31:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:31:29Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-g9cr7.18c7699a7694b087
    namespace: kserve-ci-e2e-test
    resourceVersion: "33290"
    uid: 44a84f27-fc2d-42fb-a385-68fb0f64aa50
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-g9cr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33270"
    uid: 09e9c07d-65e7-4447-97cf-fef2173785b1
  kind: Event
  lastTimestamp: "2026-07-31T15:31:33Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-31T15:31:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:31:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-g9cr7.18c7699b6c4929ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "33325"
    uid: 8c394252-526d-4c65-998e-0dea7a24ac31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-g9cr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33270"
    uid: 09e9c07d-65e7-4447-97cf-fef2173785b1
  kind: Event
  lastTimestamp: "2026-07-31T15:31:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:31:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:31:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-g9cr7.18c7699b6fedb641
    namespace: kserve-ci-e2e-test
    resourceVersion: "33328"
    uid: 7cd5111c-9620-410b-812e-937986ab0641
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-g9cr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33270"
    uid: 09e9c07d-65e7-4447-97cf-fef2173785b1
  kind: Event
  lastTimestamp: "2026-07-31T15:31:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:31:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:31:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-g9cr7.18c7699b706837e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33330"
    uid: e0013e8b-af65-446e-9b89-96c2fffd3eb4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-g9cr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33270"
    uid: 09e9c07d-65e7-4447-97cf-fef2173785b1
  kind: Event
  lastTimestamp: "2026-07-31T15:31:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:31:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:31:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-g9cr7.18c7699b707358ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "33331"
    uid: f983219a-bfda-4c49-a531-c98b0b2f75d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-g9cr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33270"
    uid: 09e9c07d-65e7-4447-97cf-fef2173785b1
  kind: Event
  lastTimestamp: "2026-07-31T15:31:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:31:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:31:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-g9cr7.18c7699b73702270
    namespace: kserve-ci-e2e-test
    resourceVersion: "33334"
    uid: c08f68c0-68a8-42e0-95ac-14eaba28d3f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-g9cr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33270"
    uid: 09e9c07d-65e7-4447-97cf-fef2173785b1
  kind: Event
  lastTimestamp: "2026-07-31T15:31:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:31:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:31:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-g9cr7.18c7699b73f39d4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33335"
    uid: 230feb4f-9bef-41a8-b12f-cebb51c1ca7e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-g9cr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33270"
    uid: 09e9c07d-65e7-4447-97cf-fef2173785b1
  kind: Event
  lastTimestamp: "2026-07-31T15:32:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:32:18Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-g9cr7.18c769a5fdc80b6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33779"
    uid: 1e43d0c4-2729-4338-96ea-fe89d5da6d71
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-g9cr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33270"
    uid: 09e9c07d-65e7-4447-97cf-fef2173785b1
  kind: Event
  lastTimestamp: "2026-07-31T15:32:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:32:18Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-g9cr7.18c769a5fdc8a9e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33780"
    uid: 7a57cca0-bc68-4475-b934-7089bb134032
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33256"
    uid: 35962774-5238-4d5f-afeb-ac6eafb5b9de
  kind: Event
  lastTimestamp: "2026-07-31T15:31:28Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-g9cr7'
  metadata:
    creationTimestamp: "2026-07-31T15:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:31:28Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18c7699a55e86a77
    namespace: kserve-ci-e2e-test
    resourceVersion: "33271"
    uid: a16c820d-756a-4ddf-86f3-e345d12778d9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33254"
    uid: 382e4612-b0e4-4eab-a294-52288aed7bfe
  kind: Event
  lastTimestamp: "2026-07-31T15:31:28Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:31:28Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c7699a4ef4f343
    namespace: kserve-ci-e2e-test
    resourceVersion: "33260"
    uid: 8defa5ba-be94-4490-b38b-0869a0acc6ba
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33255"
    uid: 4711dba7-f58a-4bf4-87da-d56e5f0b4e19
  kind: Event
  lastTimestamp: "2026-07-31T15:31:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:31:43Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c7699dcd55410b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33414"
    uid: b5191446-507d-4de7-b43b-418f77c1ebf1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33255"
    uid: 4711dba7-f58a-4bf4-87da-d56e5f0b4e19
  kind: Event
  lastTimestamp: "2026-07-31T15:31:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:31:43Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c7699dcdc3f8ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33416"
    uid: 882756eb-184b-4b10-8e68-17007b9c69f7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33415"
    uid: 4711dba7-f58a-4bf4-87da-d56e5f0b4e19
  kind: Event
  lastTimestamp: "2026-07-31T15:32:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:32:13Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c769a14cfb3052
    namespace: kserve-ci-e2e-test
    resourceVersion: "33724"
    uid: 1a89e60f-6792-4f65-b4e0-cdb75428499a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33415"
    uid: 4711dba7-f58a-4bf4-87da-d56e5f0b4e19
  kind: Event
  lastTimestamp: "2026-07-31T15:32:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:32:13Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c769a14d9c896e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33725"
    uid: 24330af4-c572-4bab-8e8c-6f48d0027481
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33247"
    uid: 0ee9f93d-70e0-4f4d-88a3-8b412b8c3f21
  kind: Event
  lastTimestamp: "2026-07-31T15:32:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:32:11Z"
    name: isvc-lightgbm-v2-runtime.18c7699a4e692030
    namespace: kserve-ci-e2e-test
    resourceVersion: "33706"
    uid: 416b2498-5f71-42ee-9f2d-b577c9c54901
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33247"
    uid: 0ee9f93d-70e0-4f4d-88a3-8b412b8c3f21
  kind: Event
  lastTimestamp: "2026-07-31T15:31:28Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:31:28Z"
    name: isvc-lightgbm-v2-runtime.18c7699a4fe23140
    namespace: kserve-ci-e2e-test
    resourceVersion: "33263"
    uid: c7e8dbed-5e05-4f09-9f6c-5656e1636a5b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33704"
    uid: 0ee9f93d-70e0-4f4d-88a3-8b412b8c3f21
  kind: Event
  lastTimestamp: "2026-07-31T15:32:11Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:32:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:32:11Z"
    name: isvc-lightgbm-v2-runtime.18c769a44ec6ad69
    namespace: kserve-ci-e2e-test
    resourceVersion: "33705"
    uid: 77e61184-837d-40fe-8c69-71673bddc514
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31389"
    uid: c3549b94-179f-43d2-b124-1f35eb350652
  kind: Event
  lastTimestamp: "2026-07-31T15:29:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:29:46Z"
    name: isvc-lightgbm.18c7696dbabc8810
    namespace: kserve-ci-e2e-test
    resourceVersion: "32291"
    uid: 58cb433c-ad31-4bb8-97a5-a3dfd491c6e9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31389"
    uid: c3549b94-179f-43d2-b124-1f35eb350652
  kind: Event
  lastTimestamp: "2026-07-31T15:28:17Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-31T15:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:28:17Z"
    name: isvc-lightgbm.18c7696dbb630a4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31403"
    uid: 7ff138db-2fbc-4290-9707-ee18896cca5f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32289"
    uid: c3549b94-179f-43d2-b124-1f35eb350652
  kind: Event
  lastTimestamp: "2026-07-31T15:29:46Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:29:46Z"
    name: isvc-lightgbm.18c76982907c3846
    namespace: kserve-ci-e2e-test
    resourceVersion: "32290"
    uid: 9ca3ac0f-7773-4991-8297-97739d0de4e3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:02:51.173910Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-754d978c8d-6gzmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17071"
    uid: 4fc53b8a-3f86-47cf-af9c-96ab0b52b873
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-754d978c8d-6gzmv
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:02:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:02:51Z"
    name: isvc-logger-predictor-754d978c8d-6gzmv.18c7680a67ab28ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "17075"
    uid: d8f43396-58c4-47ea-83bd-3e74a58e8f03
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-754d978c8d-6gzmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17072"
    uid: 4fc53b8a-3f86-47cf-af9c-96ab0b52b873
  kind: Event
  lastTimestamp: "2026-07-31T15:02:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:02:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:51Z"
    name: isvc-logger-predictor-754d978c8d-6gzmv.18c7680a72b6b6bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17086"
    uid: 9dabcbb4-93fa-4987-a27a-e8a4aa768d8e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-754d978c8d-6gzmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17079"
    uid: 4fc53b8a-3f86-47cf-af9c-96ab0b52b873
  kind: Event
  lastTimestamp: "2026-07-31T15:02:52Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:02:52Z"
    name: isvc-logger-predictor-754d978c8d-6gzmv.18c7680aa575d4da
    namespace: kserve-ci-e2e-test
    resourceVersion: "17096"
    uid: ed17ae96-887a-48cd-a6c0-89cf82bfe8ab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-754d978c8d-6gzmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17072"
    uid: 4fc53b8a-3f86-47cf-af9c-96ab0b52b873
  kind: Event
  lastTimestamp: "2026-07-31T15:02:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:52Z"
    name: isvc-logger-predictor-754d978c8d-6gzmv.18c7680aa71581b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17098"
    uid: d7631031-9163-4e9d-908a-9d72eda0dfbf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-754d978c8d-6gzmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17072"
    uid: 4fc53b8a-3f86-47cf-af9c-96ab0b52b873
  kind: Event
  lastTimestamp: "2026-07-31T15:02:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:52Z"
    name: isvc-logger-predictor-754d978c8d-6gzmv.18c7680aaa44b7c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17099"
    uid: 5eedcfbb-6ec5-4031-9165-e3fc806e8321
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-754d978c8d-6gzmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17072"
    uid: 4fc53b8a-3f86-47cf-af9c-96ab0b52b873
  kind: Event
  lastTimestamp: "2026-07-31T15:02:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:52Z"
    name: isvc-logger-predictor-754d978c8d-6gzmv.18c7680aaae69204
    namespace: kserve-ci-e2e-test
    resourceVersion: "17100"
    uid: b8b68b87-455f-4aaf-9549-c53fc293f9ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-754d978c8d-6gzmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17072"
    uid: 4fc53b8a-3f86-47cf-af9c-96ab0b52b873
  kind: Event
  lastTimestamp: "2026-07-31T15:02:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:56Z"
    name: isvc-logger-predictor-754d978c8d-6gzmv.18c7680ba42934dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17142"
    uid: 33738141-ce73-43a8-a07c-baef87ad2850
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-754d978c8d-6gzmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17072"
    uid: 4fc53b8a-3f86-47cf-af9c-96ab0b52b873
  kind: Event
  lastTimestamp: "2026-07-31T15:02:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:56Z"
    name: isvc-logger-predictor-754d978c8d-6gzmv.18c7680ba6fb5619
    namespace: kserve-ci-e2e-test
    resourceVersion: "17144"
    uid: 34a2281b-e8ee-4fab-8992-a59ec742f3e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-754d978c8d-6gzmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17072"
    uid: 4fc53b8a-3f86-47cf-af9c-96ab0b52b873
  kind: Event
  lastTimestamp: "2026-07-31T15:02:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:56Z"
    name: isvc-logger-predictor-754d978c8d-6gzmv.18c7680ba776ffd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17146"
    uid: 3fded288-0fad-4b2d-aee4-1417b28e1e87
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-754d978c8d-6gzmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17072"
    uid: 4fc53b8a-3f86-47cf-af9c-96ab0b52b873
  kind: Event
  lastTimestamp: "2026-07-31T15:02:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:56Z"
    name: isvc-logger-predictor-754d978c8d-6gzmv.18c7680ba781e737
    namespace: kserve-ci-e2e-test
    resourceVersion: "17148"
    uid: 27c07aae-55ca-43f9-97d7-1cffcff60b20
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-754d978c8d-6gzmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17072"
    uid: 4fc53b8a-3f86-47cf-af9c-96ab0b52b873
  kind: Event
  lastTimestamp: "2026-07-31T15:02:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:56Z"
    name: isvc-logger-predictor-754d978c8d-6gzmv.18c7680baaa03b19
    namespace: kserve-ci-e2e-test
    resourceVersion: "17150"
    uid: 28915deb-dc3b-4f96-af70-3dbcc8478d78
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-754d978c8d-6gzmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17072"
    uid: 4fc53b8a-3f86-47cf-af9c-96ab0b52b873
  kind: Event
  lastTimestamp: "2026-07-31T15:02:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:56Z"
    name: isvc-logger-predictor-754d978c8d-6gzmv.18c7680bab18fd87
    namespace: kserve-ci-e2e-test
    resourceVersion: "17151"
    uid: 441cdd50-f89a-4c12-888a-76cc3917364e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-754d978c8d-6gzmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17072"
    uid: 4fc53b8a-3f86-47cf-af9c-96ab0b52b873
  kind: Event
  lastTimestamp: "2026-07-31T15:02:56Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:48e3bc7f42ad0232c61ed1e7bb17842ea341630d39dfec302fe5b9430f32cdaa"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:56Z"
    name: isvc-logger-predictor-754d978c8d-6gzmv.18c7680bab25cfb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17152"
    uid: c7383b01-1058-45a6-be84-0d411d546d90
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-754d978c8d-6gzmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17072"
    uid: 4fc53b8a-3f86-47cf-af9c-96ab0b52b873
  kind: Event
  lastTimestamp: "2026-07-31T15:02:56Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-31T15:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:56Z"
    name: isvc-logger-predictor-754d978c8d-6gzmv.18c7680bae1663c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17153"
    uid: 8084278c-3083-427e-b5e1-d4b9c2ef6e9a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-754d978c8d-6gzmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17072"
    uid: 4fc53b8a-3f86-47cf-af9c-96ab0b52b873
  kind: Event
  lastTimestamp: "2026-07-31T15:02:56Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-31T15:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:56Z"
    name: isvc-logger-predictor-754d978c8d-6gzmv.18c7680bae934767
    namespace: kserve-ci-e2e-test
    resourceVersion: "17154"
    uid: 518ecbf2-f020-4ff8-8bff-df5011a68e7c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-754d978c8d-6gzmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17072"
    uid: 4fc53b8a-3f86-47cf-af9c-96ab0b52b873
  kind: Event
  lastTimestamp: "2026-07-31T15:04:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:02:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:04:34Z"
    name: isvc-logger-predictor-754d978c8d-6gzmv.18c7680be044ff98
    namespace: kserve-ci-e2e-test
    resourceVersion: "18194"
    uid: 6b4ac57b-024a-47b5-87e0-81c997f09980
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-754d978c8d-6gzmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17072"
    uid: 4fc53b8a-3f86-47cf-af9c-96ab0b52b873
  kind: Event
  lastTimestamp: "2026-07-31T15:04:34Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-31T15:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:04:34Z"
    name: isvc-logger-predictor-754d978c8d-6gzmv.18c7680c1c4695fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "18195"
    uid: 3a0be831-8eb8-44d7-9b79-efce085e7db2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-754d978c8d-6gzmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17072"
    uid: 4fc53b8a-3f86-47cf-af9c-96ab0b52b873
  kind: Event
  lastTimestamp: "2026-07-31T15:04:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:04:26Z"
    name: isvc-logger-predictor-754d978c8d-6gzmv.18c7682090e01e59
    namespace: kserve-ci-e2e-test
    resourceVersion: "18058"
    uid: 6907ec86-e54f-449f-af21-3730f22fe30a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-754d978c8d-6gzmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17072"
    uid: 4fc53b8a-3f86-47cf-af9c-96ab0b52b873
  kind: Event
  lastTimestamp: "2026-07-31T15:04:26Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-31T15:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:04:26Z"
    name: isvc-logger-predictor-754d978c8d-6gzmv.18c7682090e02ba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18054"
    uid: fa405bfa-2a02-4116-8fed-0db4ff31241f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-754d978c8d-6gzmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17072"
    uid: 4fc53b8a-3f86-47cf-af9c-96ab0b52b873
  kind: Event
  lastTimestamp: "2026-07-31T15:04:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:04:26Z"
    name: isvc-logger-predictor-754d978c8d-6gzmv.18c7682090e0d7a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18061"
    uid: c10a862d-15c5-4b5d-a138-14d95681b789
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-754d978c8d-6gzmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17072"
    uid: 4fc53b8a-3f86-47cf-af9c-96ab0b52b873
  kind: Event
  lastTimestamp: "2026-07-31T15:04:39Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:04:39Z"
    name: isvc-logger-predictor-754d978c8d-6gzmv.18c768214cc6e404
    namespace: kserve-ci-e2e-test
    resourceVersion: "18227"
    uid: 5d100a9e-e8c0-4dda-9280-e5a46dc1e51a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-754d978c8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17058"
    uid: 8e543111-4f7c-4b6a-b702-802aa6504881
  kind: Event
  lastTimestamp: "2026-07-31T15:02:51Z"
  message: 'Created pod: isvc-logger-predictor-754d978c8d-6gzmv'
  metadata:
    creationTimestamp: "2026-07-31T15:02:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:02:51Z"
    name: isvc-logger-predictor-754d978c8d.18c7680a6725e3cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17073"
    uid: a9830f76-3cab-4a0e-ba69-c0b3d0c63da4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17056"
    uid: c32f735e-671f-4bbe-9b7b-bee1c277e68f
  kind: Event
  lastTimestamp: "2026-07-31T15:02:51Z"
  message: Scaled up replica set isvc-logger-predictor-754d978c8d from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:02:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:02:51Z"
    name: isvc-logger-predictor.18c7680a63ab3bba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17059"
    uid: 0763333d-9bf6-4578-9651-65697c051a2a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17057"
    uid: 830f1827-3602-4f90-abab-72e096542bbc
  kind: Event
  lastTimestamp: "2026-07-31T15:03:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:03:36Z"
    name: isvc-logger-predictor.18c7680de2290205
    namespace: kserve-ci-e2e-test
    resourceVersion: "17643"
    uid: c7fed5db-6de3-461f-b079-c2303a1c0fb6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17057"
    uid: 830f1827-3602-4f90-abab-72e096542bbc
  kind: Event
  lastTimestamp: "2026-07-31T15:03:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:03:36Z"
    name: isvc-logger-predictor.18c7680de29cbe45
    namespace: kserve-ci-e2e-test
    resourceVersion: "17644"
    uid: 78de23b4-c282-4256-8b55-f9deeef4e08f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17282"
    uid: 830f1827-3602-4f90-abab-72e096542bbc
  kind: Event
  lastTimestamp: "2026-07-31T15:04:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:04:21Z"
    name: isvc-logger-predictor.18c76811615c99f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17993"
    uid: a664a314-1ef2-48bc-89ff-abcd559030d5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17282"
    uid: 830f1827-3602-4f90-abab-72e096542bbc
  kind: Event
  lastTimestamp: "2026-07-31T15:04:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:04:21Z"
    name: isvc-logger-predictor.18c7681161d190ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "17994"
    uid: 4476bf15-e6fd-4808-b532-dbd3774739a3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17049"
    uid: 91902056-df7d-45b3-a5eb-b01e45c78254
  kind: Event
  lastTimestamp: "2026-07-31T15:04:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:02:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:04:14Z"
    name: isvc-logger.18c7680a63a8e7f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17951"
    uid: 7cff58df-419f-4d80-9c26-023362576638
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17049"
    uid: 91902056-df7d-45b3-a5eb-b01e45c78254
  kind: Event
  lastTimestamp: "2026-07-31T15:02:51Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-31T15:02:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:02:51Z"
    name: isvc-logger.18c7680a64309f9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17081"
    uid: ea0546a7-fee4-40d6-8540-7a4358982373
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17052"
    uid: 91902056-df7d-45b3-a5eb-b01e45c78254
  kind: Event
  lastTimestamp: "2026-07-31T15:02:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:02:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:02:51Z"
    name: isvc-logger.18c7680a6a6147f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17082"
    uid: 889a338c-42c2-480f-bbef-04c8a75cc764
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17948"
    uid: 91902056-df7d-45b3-a5eb-b01e45c78254
  kind: Event
  lastTimestamp: "2026-07-31T15:04:14Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:04:14Z"
    name: isvc-logger.18c7681dd57e0990
    namespace: kserve-ci-e2e-test
    resourceVersion: "17949"
    uid: faf97a50-7de7-4baa-ad28-004783e7108a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:32:59.204336Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sqw8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34265"
    uid: d091f55f-2add-44b7-9f9f-e3ef87ae543c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-sqw8b
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:32:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:32:59Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sqw8b.18c769af5eae04a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34269"
    uid: e691d127-77fd-42a8-b02a-e47f8ab91ab8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sqw8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34267"
    uid: d091f55f-2add-44b7-9f9f-e3ef87ae543c
  kind: Event
  lastTimestamp: "2026-07-31T15:32:59Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-mlflow-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:32:59Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sqw8b.18c769af677433d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34284"
    uid: 54ef0443-b95a-43ac-a9e9-2b000dddfde6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sqw8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34276"
    uid: d091f55f-2add-44b7-9f9f-e3ef87ae543c
  kind: Event
  lastTimestamp: "2026-07-31T15:33:00Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:33:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:33:00Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sqw8b.18c769af9c50c3ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "34296"
    uid: f53313cb-9b7c-4d54-a3ba-8a493d7238e2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sqw8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34267"
    uid: d091f55f-2add-44b7-9f9f-e3ef87ae543c
  kind: Event
  lastTimestamp: "2026-07-31T15:33:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:33:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:33:00Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sqw8b.18c769af9dc106c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34298"
    uid: c8f662cb-fa78-4b0e-885d-c9d19444f437
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sqw8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34267"
    uid: d091f55f-2add-44b7-9f9f-e3ef87ae543c
  kind: Event
  lastTimestamp: "2026-07-31T15:33:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:33:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:33:00Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sqw8b.18c769afa0d6aa11
    namespace: kserve-ci-e2e-test
    resourceVersion: "34299"
    uid: f36bf24d-55e6-491f-b016-6f57d20ac3a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sqw8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34267"
    uid: d091f55f-2add-44b7-9f9f-e3ef87ae543c
  kind: Event
  lastTimestamp: "2026-07-31T15:33:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:33:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:33:00Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sqw8b.18c769afa14fe4a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34300"
    uid: 3e72897a-05c5-4976-afc2-888d9eee6ab7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sqw8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34267"
    uid: d091f55f-2add-44b7-9f9f-e3ef87ae543c
  kind: Event
  lastTimestamp: "2026-07-31T15:33:04Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-31T15:33:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:33:04Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sqw8b.18c769b0b2b2a9c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34346"
    uid: 534dd970-2b94-41ad-8799-2d7cb401aa14
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sqw8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34267"
    uid: d091f55f-2add-44b7-9f9f-e3ef87ae543c
  kind: Event
  lastTimestamp: "2026-07-31T15:33:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:33:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:33:04Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sqw8b.18c769b0b5d2f6d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34348"
    uid: e16833e3-ebbb-461a-8a7f-b91bbc54cfe9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sqw8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34267"
    uid: d091f55f-2add-44b7-9f9f-e3ef87ae543c
  kind: Event
  lastTimestamp: "2026-07-31T15:33:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:33:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:33:04Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sqw8b.18c769b0b6515d6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34351"
    uid: a539fbb2-258d-4942-a52b-43662348b1c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sqw8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34267"
    uid: d091f55f-2add-44b7-9f9f-e3ef87ae543c
  kind: Event
  lastTimestamp: "2026-07-31T15:33:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:33:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:33:04Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sqw8b.18c769b0b65ce929
    namespace: kserve-ci-e2e-test
    resourceVersion: "34352"
    uid: d29b388f-eab5-4980-9e43-6880e47c280b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sqw8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34267"
    uid: d091f55f-2add-44b7-9f9f-e3ef87ae543c
  kind: Event
  lastTimestamp: "2026-07-31T15:33:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:33:05Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sqw8b.18c769b0ba5728c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34354"
    uid: f31cb307-b055-43c7-9a38-987789fef59c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sqw8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34267"
    uid: d091f55f-2add-44b7-9f9f-e3ef87ae543c
  kind: Event
  lastTimestamp: "2026-07-31T15:33:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:33:05Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sqw8b.18c769b0bad2a69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34355"
    uid: 6553654c-c28a-4c09-ae70-9143c6ed6dba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sqw8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34267"
    uid: d091f55f-2add-44b7-9f9f-e3ef87ae543c
  kind: Event
  lastTimestamp: "2026-07-31T15:33:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:33:49Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sqw8b.18c769bb07996df5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34719"
    uid: 7467be63-9961-4a6b-a498-9e7a8e6f85b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sqw8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34267"
    uid: d091f55f-2add-44b7-9f9f-e3ef87ae543c
  kind: Event
  lastTimestamp: "2026-07-31T15:33:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:33:49Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-sqw8b.18c769bb0799f4ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "34720"
    uid: 6dbb9025-62f6-4c80-abc2-8e720316b59f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "34255"
    uid: 40a82527-86fb-4132-ab21-81c4450ecbf4
  kind: Event
  lastTimestamp: "2026-07-31T15:32:59Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-sqw8b'
  metadata:
    creationTimestamp: "2026-07-31T15:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:32:59Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18c769af5e3a9728
    namespace: kserve-ci-e2e-test
    resourceVersion: "34266"
    uid: ef981f16-0210-4cf1-afdc-39eb57795e75
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34251"
    uid: 436cab93-f885-495e-b376-a6985a9e319d
  kind: Event
  lastTimestamp: "2026-07-31T15:32:59Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:32:59Z"
    name: isvc-mlflow-v2-runtime-predictor.18c769af5b79ca0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34257"
    uid: 3d8c240a-3ffe-469e-83ce-1d5055b6ed50
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34254"
    uid: 07182f23-658e-4e00-b20f-3c0da024de0e
  kind: Event
  lastTimestamp: "2026-07-31T15:33:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:33:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:33:29Z"
    name: isvc-mlflow-v2-runtime-predictor.18c769b2daa3a78f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34540"
    uid: bb45aeca-ec22-41f8-85ac-596751b6aec7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34254"
    uid: 07182f23-658e-4e00-b20f-3c0da024de0e
  kind: Event
  lastTimestamp: "2026-07-31T15:33:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:33:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:33:29Z"
    name: isvc-mlflow-v2-runtime-predictor.18c769b2db0f43bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34541"
    uid: e757e90b-1588-4da8-9ca6-a1b9c748b01c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34430"
    uid: 07182f23-658e-4e00-b20f-3c0da024de0e
  kind: Event
  lastTimestamp: "2026-07-31T15:33:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:33:44Z"
    name: isvc-mlflow-v2-runtime-predictor.18c769b9d90daa99
    namespace: kserve-ci-e2e-test
    resourceVersion: "34669"
    uid: 9fccb65b-90cb-4f36-b50c-72c6620931ee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34430"
    uid: 07182f23-658e-4e00-b20f-3c0da024de0e
  kind: Event
  lastTimestamp: "2026-07-31T15:33:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:33:44Z"
    name: isvc-mlflow-v2-runtime-predictor.18c769b9d983741c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34671"
    uid: bc08ad08-f373-4cd6-a714-2eb2503e0bad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34244"
    uid: ab606141-9d15-4965-8dcd-b884b0081b0b
  kind: Event
  lastTimestamp: "2026-07-31T15:33:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:33:42Z"
    name: isvc-mlflow-v2-runtime.18c769af5bf89e4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34648"
    uid: 1974ed9f-ac59-4389-aef6-f3707ebc18e5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34244"
    uid: ab606141-9d15-4965-8dcd-b884b0081b0b
  kind: Event
  lastTimestamp: "2026-07-31T15:32:59Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:32:59Z"
    name: isvc-mlflow-v2-runtime.18c769af5c5e323d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34278"
    uid: e3fd54ba-b001-4861-9639-b054245a0ded
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34244"
    uid: ab606141-9d15-4965-8dcd-b884b0081b0b
  kind: Event
  lastTimestamp: "2026-07-31T15:32:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:32:59Z"
    name: isvc-mlflow-v2-runtime.18c769af5c5e7cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34280"
    uid: 637a8aff-e30f-4571-bae4-b5cccac8671b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34646"
    uid: ab606141-9d15-4965-8dcd-b884b0081b0b
  kind: Event
  lastTimestamp: "2026-07-31T15:33:42Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:33:42Z"
    name: isvc-mlflow-v2-runtime.18c769b956216eb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34647"
    uid: c5e70885-546c-4633-9ba9-9e9ac4a32a89
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:35:19.677285Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-rwj66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35577"
    uid: c0fe97c4-531c-409b-8099-0231da4fe290
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-rwj66
    to ip-10-0-129-192.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:35:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:35:19Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-rwj66.18c769d0138568ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "35583"
    uid: 8c4d34f6-9983-45a8-8785-b3195c09dc92
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:35:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-rwj66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35581"
    uid: c0fe97c4-531c-409b-8099-0231da4fe290
  kind: Event
  lastTimestamp: "2026-07-31T15:35:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:35:19Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-rwj66.18c769d021650301
    namespace: kserve-ci-e2e-test
    resourceVersion: "35592"
    uid: 53840347-a980-4449-95da-4f308702d365
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:35:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-rwj66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35588"
    uid: c0fe97c4-531c-409b-8099-0231da4fe290
  kind: Event
  lastTimestamp: "2026-07-31T15:35:20Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:35:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:35:20Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-rwj66.18c769d051015032
    namespace: kserve-ci-e2e-test
    resourceVersion: "35603"
    uid: 1e3397f7-6f65-41b2-8274-33f7b753506f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:35:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-rwj66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35581"
    uid: c0fe97c4-531c-409b-8099-0231da4fe290
  kind: Event
  lastTimestamp: "2026-07-31T15:35:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:35:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:35:20Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-rwj66.18c769d0526f8922
    namespace: kserve-ci-e2e-test
    resourceVersion: "35605"
    uid: fb17c62b-dba4-47ff-985d-b6169d5e1c4a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:35:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-rwj66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35581"
    uid: c0fe97c4-531c-409b-8099-0231da4fe290
  kind: Event
  lastTimestamp: "2026-07-31T15:35:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:35:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:35:20Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-rwj66.18c769d055be9f72
    namespace: kserve-ci-e2e-test
    resourceVersion: "35607"
    uid: bc4e963b-9e55-456b-bc2c-ac2e91d2c949
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:35:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-rwj66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35581"
    uid: c0fe97c4-531c-409b-8099-0231da4fe290
  kind: Event
  lastTimestamp: "2026-07-31T15:35:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:35:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:35:20Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-rwj66.18c769d05624bda4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35608"
    uid: 6bb96066-74a8-4f69-acf7-6a2e5f3ea920
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:35:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-rwj66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35581"
    uid: c0fe97c4-531c-409b-8099-0231da4fe290
  kind: Event
  lastTimestamp: "2026-07-31T15:35:26Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-07-31T15:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:35:26Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-rwj66.18c769d1ab414e96
    namespace: kserve-ci-e2e-test
    resourceVersion: "35655"
    uid: 820434fe-675b-4905-bc31-5ec843c916d1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:35:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-rwj66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35581"
    uid: c0fe97c4-531c-409b-8099-0231da4fe290
  kind: Event
  lastTimestamp: "2026-07-31T15:35:37Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.372s (11.372s
    including waiting). Image size: 1163606773 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T15:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:35:37Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-rwj66.18c769d451198bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35742"
    uid: a82acc3f-f8f9-49b4-8f03-cc4b8f047c65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:35:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-rwj66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35581"
    uid: c0fe97c4-531c-409b-8099-0231da4fe290
  kind: Event
  lastTimestamp: "2026-07-31T15:35:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:35:37Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-rwj66.18c769d454a11320
    namespace: kserve-ci-e2e-test
    resourceVersion: "35744"
    uid: c5de919b-f671-4ae4-b923-7e978d52a43f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:35:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-rwj66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35581"
    uid: c0fe97c4-531c-409b-8099-0231da4fe290
  kind: Event
  lastTimestamp: "2026-07-31T15:35:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:35:37Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-rwj66.18c769d455077ea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35745"
    uid: 0e5e4db6-08c3-4765-b9be-1bb5b077f921
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:35:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-rwj66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35581"
    uid: c0fe97c4-531c-409b-8099-0231da4fe290
  kind: Event
  lastTimestamp: "2026-07-31T15:35:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:35:37Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-rwj66.18c769d455136675
    namespace: kserve-ci-e2e-test
    resourceVersion: "35746"
    uid: 4cdc2fed-5704-4f75-b01a-285354d87947
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-rwj66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35581"
    uid: c0fe97c4-531c-409b-8099-0231da4fe290
  kind: Event
  lastTimestamp: "2026-07-31T15:35:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:35:38Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-rwj66.18c769d457dd06e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35747"
    uid: 9b022b9f-6b04-4fba-b014-30957515d370
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-rwj66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35581"
    uid: c0fe97c4-531c-409b-8099-0231da4fe290
  kind: Event
  lastTimestamp: "2026-07-31T15:35:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:35:38Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-rwj66.18c769d45841db01
    namespace: kserve-ci-e2e-test
    resourceVersion: "35748"
    uid: bc5df258-9b69-4ddf-a48f-85f5b1bd35ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-31T15:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-rwj66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35581"
    uid: c0fe97c4-531c-409b-8099-0231da4fe290
  kind: Event
  lastTimestamp: "2026-07-31T15:36:14Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:36:14Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-rwj66.18c769d47a104498
    namespace: kserve-ci-e2e-test
    resourceVersion: "36113"
    uid: cf0f6ef1-8c30-411f-8873-cec47cc403a4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-rwj66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35581"
    uid: c0fe97c4-531c-409b-8099-0231da4fe290
  kind: Event
  lastTimestamp: "2026-07-31T15:36:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:36:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:36:31Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-rwj66.18c769e0c3744514
    namespace: kserve-ci-e2e-test
    resourceVersion: "36269"
    uid: dfcea61e-0821-44ad-a4d3-cbaa8eafb7a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-rwj66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35581"
    uid: c0fe97c4-531c-409b-8099-0231da4fe290
  kind: Event
  lastTimestamp: "2026-07-31T15:36:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:36:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:36:31Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-rwj66.18c769e0c374baaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36270"
    uid: 27c9a87d-bcf5-45fe-ad53-2e0d84d1036a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:35:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35568"
    uid: ecc4bdc2-9df4-4c56-9205-cae45bf8b0aa
  kind: Event
  lastTimestamp: "2026-07-31T15:35:19Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-rwj66'
  metadata:
    creationTimestamp: "2026-07-31T15:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:35:19Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18c769d01314c544
    namespace: kserve-ci-e2e-test
    resourceVersion: "35580"
    uid: f1591e79-6056-4ae5-927b-d6dea47e0373
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:35:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35566"
    uid: bf8d1f17-8f77-49a5-ac30-b8acf4a8e6a2
  kind: Event
  lastTimestamp: "2026-07-31T15:35:19Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:35:19Z"
    name: isvc-paddle-predictor.18c769d010003bc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35569"
    uid: d9249774-5d03-4409-915f-2940ce97fb7a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:35:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35567"
    uid: 5255f2fb-9371-49da-ba7d-78cc9efeddbd
  kind: Event
  lastTimestamp: "2026-07-31T15:35:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:35:49Z"
    name: isvc-paddle-predictor.18c769d38e8f8d31
    namespace: kserve-ci-e2e-test
    resourceVersion: "35845"
    uid: c46d2f18-dcc9-40ec-bbe6-c5a7629dd2de
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:35:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35567"
    uid: 5255f2fb-9371-49da-ba7d-78cc9efeddbd
  kind: Event
  lastTimestamp: "2026-07-31T15:35:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:35:49Z"
    name: isvc-paddle-predictor.18c769d38efdd9ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "35846"
    uid: d61ac773-7fa2-4433-bbbb-6fdedf5b0d61
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35719"
    uid: 5255f2fb-9371-49da-ba7d-78cc9efeddbd
  kind: Event
  lastTimestamp: "2026-07-31T15:36:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:36:19Z"
    name: isvc-paddle-predictor.18c769da8cd8f2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36162"
    uid: 50ee6397-435e-4c20-8892-4bbf8116ed8d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35719"
    uid: 5255f2fb-9371-49da-ba7d-78cc9efeddbd
  kind: Event
  lastTimestamp: "2026-07-31T15:36:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:36:19Z"
    name: isvc-paddle-predictor.18c769da8d4c4d72
    namespace: kserve-ci-e2e-test
    resourceVersion: "36163"
    uid: 46369bbe-b3de-449c-aa12-cdf2ac6234e4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:36:36.509765Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-lkltp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36337"
    uid: 78a4a7c8-17f9-490b-b4f8-1a5359a0de39
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-lkltp
    to ip-10-0-129-192.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:36:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:36:36Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-lkltp.18c769e1f717f88b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36344"
    uid: d1b08181-6b98-4bcd-bdb4-75b75db90c75
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-lkltp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36340"
    uid: 78a4a7c8-17f9-490b-b4f8-1a5359a0de39
  kind: Event
  lastTimestamp: "2026-07-31T15:36:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:36:36Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-lkltp.18c769e2025456df
    namespace: kserve-ci-e2e-test
    resourceVersion: "36352"
    uid: 5c67a1a1-1784-40ab-82d7-91a3acf8de15
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-lkltp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36348"
    uid: 78a4a7c8-17f9-490b-b4f8-1a5359a0de39
  kind: Event
  lastTimestamp: "2026-07-31T15:36:37Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:36:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:36:37Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-lkltp.18c769e234e76042
    namespace: kserve-ci-e2e-test
    resourceVersion: "36363"
    uid: a8c06a1e-af14-42d2-a2c9-b2ffa0606a87
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-lkltp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36340"
    uid: 78a4a7c8-17f9-490b-b4f8-1a5359a0de39
  kind: Event
  lastTimestamp: "2026-07-31T15:36:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:36:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:36:37Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-lkltp.18c769e2365613f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36366"
    uid: 1dec3735-1b9c-4968-9ef4-a7aeed8eca6b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-lkltp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36340"
    uid: 78a4a7c8-17f9-490b-b4f8-1a5359a0de39
  kind: Event
  lastTimestamp: "2026-07-31T15:36:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:36:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:36:37Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-lkltp.18c769e239e8e3cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36367"
    uid: 637d2150-bbbf-4fe5-9e72-456843e40261
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-lkltp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36340"
    uid: 78a4a7c8-17f9-490b-b4f8-1a5359a0de39
  kind: Event
  lastTimestamp: "2026-07-31T15:36:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:36:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:36:37Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-lkltp.18c769e23a53850e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36368"
    uid: a4144a31-6668-4dc3-988c-4000b64346c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-lkltp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36340"
    uid: 78a4a7c8-17f9-490b-b4f8-1a5359a0de39
  kind: Event
  lastTimestamp: "2026-07-31T15:36:42Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:36:42Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-lkltp.18c769e3721a1b7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36411"
    uid: 477cccfb-1e10-4961-8159-3b0367ea62fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-lkltp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36340"
    uid: 78a4a7c8-17f9-490b-b4f8-1a5359a0de39
  kind: Event
  lastTimestamp: "2026-07-31T15:36:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:36:42Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-lkltp.18c769e374e8ad4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36413"
    uid: e4ca7705-827f-4bd8-9041-cd162f009b09
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-lkltp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36340"
    uid: 78a4a7c8-17f9-490b-b4f8-1a5359a0de39
  kind: Event
  lastTimestamp: "2026-07-31T15:36:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:36:42Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-lkltp.18c769e3754e6150
    namespace: kserve-ci-e2e-test
    resourceVersion: "36414"
    uid: b323243a-b912-4efa-ad1a-d1cecf65bb46
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-lkltp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36340"
    uid: 78a4a7c8-17f9-490b-b4f8-1a5359a0de39
  kind: Event
  lastTimestamp: "2026-07-31T15:36:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:36:42Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-lkltp.18c769e3755a2924
    namespace: kserve-ci-e2e-test
    resourceVersion: "36416"
    uid: 3ba036d6-b181-47db-a40b-622541eb9ead
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-lkltp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36340"
    uid: 78a4a7c8-17f9-490b-b4f8-1a5359a0de39
  kind: Event
  lastTimestamp: "2026-07-31T15:36:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:36:42Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-lkltp.18c769e3782f799e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36418"
    uid: e5a70a6c-508d-46b5-8222-c485610e3ceb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-lkltp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36340"
    uid: 78a4a7c8-17f9-490b-b4f8-1a5359a0de39
  kind: Event
  lastTimestamp: "2026-07-31T15:36:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:36:42Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-lkltp.18c769e3789707bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36420"
    uid: 11e5382d-d89f-4067-9be6-7985e063b1ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-lkltp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36340"
    uid: 78a4a7c8-17f9-490b-b4f8-1a5359a0de39
  kind: Event
  lastTimestamp: "2026-07-31T15:37:40Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:37:40Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-lkltp.18c769e3ea0d33ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "36876"
    uid: 9ab404cb-a0bb-46cd-879b-6d4e7e63cfc2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-lkltp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36340"
    uid: 78a4a7c8-17f9-490b-b4f8-1a5359a0de39
  kind: Event
  lastTimestamp: "2026-07-31T15:37:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:37:38Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-lkltp.18c769f0509d30b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36857"
    uid: 1ffd5992-59ff-4f84-a885-474850c1761f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-lkltp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36340"
    uid: 78a4a7c8-17f9-490b-b4f8-1a5359a0de39
  kind: Event
  lastTimestamp: "2026-07-31T15:37:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:37:38Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-lkltp.18c769f0509e48ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "36858"
    uid: a5b0245e-217b-46b4-ac26-2e39fd5a8c57
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-lkltp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36340"
    uid: 78a4a7c8-17f9-490b-b4f8-1a5359a0de39
  kind: Event
  lastTimestamp: "2026-07-31T15:37:40Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:37:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:37:40Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-lkltp.18c769f0f426fb02
    namespace: kserve-ci-e2e-test
    resourceVersion: "36875"
    uid: f9e7d8a8-e207-48f3-994f-c43d810f6707
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "36329"
    uid: 2640616d-3a29-4dac-ba20-1b89f2c5dfff
  kind: Event
  lastTimestamp: "2026-07-31T15:36:36Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-lkltp'
  metadata:
    creationTimestamp: "2026-07-31T15:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:36:36Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18c769e1f689f498
    namespace: kserve-ci-e2e-test
    resourceVersion: "36339"
    uid: 13eaa10c-7e3d-47ef-8ae9-ae0ed70ebc4d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36327"
    uid: 71e36426-9357-49b6-bc39-72f231c0d453
  kind: Event
  lastTimestamp: "2026-07-31T15:36:36Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-31T15:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:36:36Z"
    name: isvc-paddle-runtime-predictor.18c769e1f3e22aae
    namespace: kserve-ci-e2e-test
    resourceVersion: "36330"
    uid: a741d6dd-7b55-4114-92de-59028ad7e85a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36328"
    uid: ca4bbcd1-af01-4dda-84e0-623528c2c937
  kind: Event
  lastTimestamp: "2026-07-31T15:37:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:37:36Z"
    name: isvc-paddle-runtime-predictor.18c769e572ae2ff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36830"
    uid: 5ae44915-c45c-4218-9da9-516753a004df
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36328"
    uid: ca4bbcd1-af01-4dda-84e0-623528c2c937
  kind: Event
  lastTimestamp: "2026-07-31T15:37:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:37:36Z"
    name: isvc-paddle-runtime-predictor.18c769e5731c14be
    namespace: kserve-ci-e2e-test
    resourceVersion: "36831"
    uid: 29894efb-a1aa-40d3-8b88-bf5b7703d7e6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36320"
    uid: 2a655f53-b3c0-488a-9737-a1c109177c90
  kind: Event
  lastTimestamp: "2026-07-31T15:37:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:37:31Z"
    name: isvc-paddle-runtime.18c769e1f3e6fb63
    namespace: kserve-ci-e2e-test
    resourceVersion: "36784"
    uid: a25fef99-a4ef-4e88-93b9-6b65900c59f0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36320"
    uid: 2a655f53-b3c0-488a-9737-a1c109177c90
  kind: Event
  lastTimestamp: "2026-07-31T15:36:36Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:36:36Z"
    name: isvc-paddle-runtime.18c769e1f45d60f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36333"
    uid: 850237e9-9567-4b9a-9c25-154e657ca340
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36782"
    uid: 2a655f53-b3c0-488a-9737-a1c109177c90
  kind: Event
  lastTimestamp: "2026-07-31T15:37:30Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:37:30Z"
    name: isvc-paddle-runtime.18c769eea6b6847f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36783"
    uid: fccf22d2-7708-4e3d-8400-f0152059a196
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:37:43.341580Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wjw8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "36942"
    uid: aadaf3b9-78cc-4801-b839-78f88409b1b6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-wjw8x
    to ip-10-0-129-192.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:37:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:37:43Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wjw8x.18c769f186943b68
    namespace: kserve-ci-e2e-test
    resourceVersion: "36947"
    uid: 3b97a592-8a6e-4355-be8f-3176ba963c64
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wjw8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "36945"
    uid: aadaf3b9-78cc-4801-b839-78f88409b1b6
  kind: Event
  lastTimestamp: "2026-07-31T15:37:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:37:43Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wjw8x.18c769f193c452d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36989"
    uid: 30e673b5-3ed0-4aa6-85eb-3c27425acc8d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wjw8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "36953"
    uid: aadaf3b9-78cc-4801-b839-78f88409b1b6
  kind: Event
  lastTimestamp: "2026-07-31T15:37:44Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:37:44Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wjw8x.18c769f1c409f792
    namespace: kserve-ci-e2e-test
    resourceVersion: "37016"
    uid: 97de8f21-d4fc-478c-b8c8-9301001ba900
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wjw8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "36945"
    uid: aadaf3b9-78cc-4801-b839-78f88409b1b6
  kind: Event
  lastTimestamp: "2026-07-31T15:37:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:37:44Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wjw8x.18c769f1c57e3243
    namespace: kserve-ci-e2e-test
    resourceVersion: "37018"
    uid: 05b3c3a6-36f4-40d0-9f5c-47dffdaaaf96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wjw8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "36945"
    uid: aadaf3b9-78cc-4801-b839-78f88409b1b6
  kind: Event
  lastTimestamp: "2026-07-31T15:37:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:37:44Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wjw8x.18c769f1c86b4ba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37019"
    uid: e8f0a481-343c-4c5e-a891-1a27555b27db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wjw8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "36945"
    uid: aadaf3b9-78cc-4801-b839-78f88409b1b6
  kind: Event
  lastTimestamp: "2026-07-31T15:37:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:37:44Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wjw8x.18c769f1c8dbb569
    namespace: kserve-ci-e2e-test
    resourceVersion: "37020"
    uid: 75913d1e-5bf4-46f3-8cf6-615df946c907
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wjw8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "36945"
    uid: aadaf3b9-78cc-4801-b839-78f88409b1b6
  kind: Event
  lastTimestamp: "2026-07-31T15:37:49Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:37:49Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wjw8x.18c769f2e26f3767
    namespace: kserve-ci-e2e-test
    resourceVersion: "37061"
    uid: cd471bab-9409-4ae6-94cb-2e3f3c741a9b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wjw8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "36945"
    uid: aadaf3b9-78cc-4801-b839-78f88409b1b6
  kind: Event
  lastTimestamp: "2026-07-31T15:37:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:37:49Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wjw8x.18c769f2e5fc70f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37065"
    uid: 2bdcd267-a71f-4ff1-86ee-4cd5e167a047
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wjw8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "36945"
    uid: aadaf3b9-78cc-4801-b839-78f88409b1b6
  kind: Event
  lastTimestamp: "2026-07-31T15:37:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:37:49Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wjw8x.18c769f2e672bb4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37066"
    uid: 1c4723ab-cb5c-4f51-a300-2e00861b370a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wjw8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "36945"
    uid: aadaf3b9-78cc-4801-b839-78f88409b1b6
  kind: Event
  lastTimestamp: "2026-07-31T15:37:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:37:49Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wjw8x.18c769f2e67de565
    namespace: kserve-ci-e2e-test
    resourceVersion: "37067"
    uid: 3f36af31-23eb-452b-aab5-c05f4a142de9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wjw8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "36945"
    uid: aadaf3b9-78cc-4801-b839-78f88409b1b6
  kind: Event
  lastTimestamp: "2026-07-31T15:37:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:37:49Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wjw8x.18c769f2ea37f227
    namespace: kserve-ci-e2e-test
    resourceVersion: "37069"
    uid: 058ceef1-fc9b-497a-94ff-08d5acddfd9e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wjw8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "36945"
    uid: aadaf3b9-78cc-4801-b839-78f88409b1b6
  kind: Event
  lastTimestamp: "2026-07-31T15:37:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:37:49Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wjw8x.18c769f2eab7cc7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37071"
    uid: 981016d2-e9d8-4260-b832-f88586b1c0dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wjw8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "36945"
    uid: aadaf3b9-78cc-4801-b839-78f88409b1b6
  kind: Event
  lastTimestamp: "2026-07-31T15:38:47Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:37:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:38:47Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wjw8x.18c769f35a5bf980
    namespace: kserve-ci-e2e-test
    resourceVersion: "37628"
    uid: 09fa5e9b-d92c-4521-bc9e-c6e5b15350ba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:38:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wjw8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "36945"
    uid: aadaf3b9-78cc-4801-b839-78f88409b1b6
  kind: Event
  lastTimestamp: "2026-07-31T15:38:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:38:45Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wjw8x.18c769fff0cd2cd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37605"
    uid: d769bbfd-36c0-49b8-ac26-7c7af8feb4c9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:38:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wjw8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "36945"
    uid: aadaf3b9-78cc-4801-b839-78f88409b1b6
  kind: Event
  lastTimestamp: "2026-07-31T15:38:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:38:45Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wjw8x.18c769fff0cda0da
    namespace: kserve-ci-e2e-test
    resourceVersion: "37607"
    uid: 789757ce-0856-421b-b45c-74f79656af85
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:38:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wjw8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "36945"
    uid: aadaf3b9-78cc-4801-b839-78f88409b1b6
  kind: Event
  lastTimestamp: "2026-07-31T15:38:47Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:38:47Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wjw8x.18c76a0064826448
    namespace: kserve-ci-e2e-test
    resourceVersion: "37627"
    uid: cf6377d9-8dfc-4ee2-93ca-6602177458fc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36932"
    uid: 4417ec0e-a138-4999-a3c3-62099ae732db
  kind: Event
  lastTimestamp: "2026-07-31T15:37:43Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wjw8x'
  metadata:
    creationTimestamp: "2026-07-31T15:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:37:43Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18c769f18617bc15
    namespace: kserve-ci-e2e-test
    resourceVersion: "36943"
    uid: 286238d1-16b2-4af7-b6e5-3a003a99fbbc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36923"
    uid: 60767558-b3ef-42ef-8da9-c2f2d4dcff5c
  kind: Event
  lastTimestamp: "2026-07-31T15:37:43Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-31T15:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:37:43Z"
    name: isvc-paddle-v2-kserve-predictor.18c769f182a8afc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36934"
    uid: 9b2aae86-7d00-4262-ada2-ff604b8e6ab9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36925"
    uid: 080a6854-ffdc-46d7-bf6e-9aa644ab49f4
  kind: Event
  lastTimestamp: "2026-07-31T15:38:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:38:13Z"
    name: isvc-paddle-v2-kserve-predictor.18c769f5013f27d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37344"
    uid: 1bbec28d-2d7d-43fc-b089-40bb86a56e4b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36925"
    uid: 080a6854-ffdc-46d7-bf6e-9aa644ab49f4
  kind: Event
  lastTimestamp: "2026-07-31T15:38:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:38:13Z"
    name: isvc-paddle-v2-kserve-predictor.18c769f501e1209e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37345"
    uid: a3272903-8f64-4638-a672-d596985cb57e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:38:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37237"
    uid: 080a6854-ffdc-46d7-bf6e-9aa644ab49f4
  kind: Event
  lastTimestamp: "2026-07-31T15:38:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:38:43Z"
    name: isvc-paddle-v2-kserve-predictor.18c769fbff64574c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37574"
    uid: c5dcb881-02df-4aea-b9a9-a2f1440feef5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:38:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37237"
    uid: 080a6854-ffdc-46d7-bf6e-9aa644ab49f4
  kind: Event
  lastTimestamp: "2026-07-31T15:38:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:38:43Z"
    name: isvc-paddle-v2-kserve-predictor.18c769fbffe3583e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37575"
    uid: 1e331587-0668-472f-8ece-ff31d9d05486
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36917"
    uid: b5938963-aaab-4f61-a6fa-d685fd31d5ad
  kind: Event
  lastTimestamp: "2026-07-31T15:38:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:38:37Z"
    name: isvc-paddle-v2-kserve.18c769f182175859
    namespace: kserve-ci-e2e-test
    resourceVersion: "37528"
    uid: b7a22d17-f88f-45fd-ad68-5433035eb5ea
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36917"
    uid: b5938963-aaab-4f61-a6fa-d685fd31d5ad
  kind: Event
  lastTimestamp: "2026-07-31T15:37:43Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:37:43Z"
    name: isvc-paddle-v2-kserve.18c769f182b1ea39
    namespace: kserve-ci-e2e-test
    resourceVersion: "36935"
    uid: 65f8f54b-f558-4140-aedb-46c4af20e76e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:38:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37526"
    uid: b5938963-aaab-4f61-a6fa-d685fd31d5ad
  kind: Event
  lastTimestamp: "2026-07-31T15:38:37Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:38:37Z"
    name: isvc-paddle-v2-kserve.18c769fe1684bd47
    namespace: kserve-ci-e2e-test
    resourceVersion: "37527"
    uid: 57a3e2a2-9258-4d8e-abba-65289c712913
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:35:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35559"
    uid: 8f88998f-8cb5-40b8-8d14-ba34da01b74f
  kind: Event
  lastTimestamp: "2026-07-31T15:36:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:36:24Z"
    name: isvc-paddle.18c769d010018394
    namespace: kserve-ci-e2e-test
    resourceVersion: "36204"
    uid: e7aefe53-62bd-4cc4-9e8f-b1f648f26d00
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:35:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35559"
    uid: 8f88998f-8cb5-40b8-8d14-ba34da01b74f
  kind: Event
  lastTimestamp: "2026-07-31T15:35:19Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-31T15:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:35:19Z"
    name: isvc-paddle.18c769d010915c68
    namespace: kserve-ci-e2e-test
    resourceVersion: "35573"
    uid: 25c84b0c-192f-4a0e-abbe-5bba65cf555f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "36202"
    uid: 8f88998f-8cb5-40b8-8d14-ba34da01b74f
  kind: Event
  lastTimestamp: "2026-07-31T15:36:24Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:36:24Z"
    name: isvc-paddle.18c769df3581c658
    namespace: kserve-ci-e2e-test
    resourceVersion: "36203"
    uid: 8244ec01-458d-4e20-b56b-434a04d7adfb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:38:50.436079Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-b65fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37675"
    uid: 6715fd5a-c85d-41ab-8b52-a2f669616d3f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-b65fv
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:38:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:38:50Z"
    name: isvc-pmml-predictor-8674795f59-b65fv.18c76a0125b915ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "37685"
    uid: b8e32d48-8bda-4206-afd9-1ae02e75a7a0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:38:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-b65fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37688"
    uid: 6715fd5a-c85d-41ab-8b52-a2f669616d3f
  kind: Event
  lastTimestamp: "2026-07-31T15:38:50Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:38:50Z"
    name: isvc-pmml-predictor-8674795f59-b65fv.18c76a013f60473a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37693"
    uid: 0084938b-1890-4980-b5c8-31e0e48b5c6e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:38:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-b65fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37680"
    uid: 6715fd5a-c85d-41ab-8b52-a2f669616d3f
  kind: Event
  lastTimestamp: "2026-07-31T15:38:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:38:50Z"
    name: isvc-pmml-predictor-8674795f59-b65fv.18c76a0140e56a45
    namespace: kserve-ci-e2e-test
    resourceVersion: "37695"
    uid: c36e1018-0a63-4fba-80ea-a649e7648a9c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:38:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-b65fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37680"
    uid: 6715fd5a-c85d-41ab-8b52-a2f669616d3f
  kind: Event
  lastTimestamp: "2026-07-31T15:38:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:38:50Z"
    name: isvc-pmml-predictor-8674795f59-b65fv.18c76a01445a7d11
    namespace: kserve-ci-e2e-test
    resourceVersion: "37696"
    uid: e4d0ecf4-2914-486b-8de6-53d5a7577ccb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:38:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-b65fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37680"
    uid: 6715fd5a-c85d-41ab-8b52-a2f669616d3f
  kind: Event
  lastTimestamp: "2026-07-31T15:38:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:38:50Z"
    name: isvc-pmml-predictor-8674795f59-b65fv.18c76a0144d67200
    namespace: kserve-ci-e2e-test
    resourceVersion: "37697"
    uid: b76f5c26-9483-4386-ad6d-dc4c0533205e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:38:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-b65fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37680"
    uid: 6715fd5a-c85d-41ab-8b52-a2f669616d3f
  kind: Event
  lastTimestamp: "2026-07-31T15:38:55Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-07-31T15:38:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:38:55Z"
    name: isvc-pmml-predictor-8674795f59-b65fv.18c76a0246dbf441
    namespace: kserve-ci-e2e-test
    resourceVersion: "37732"
    uid: 9f03bc5a-b564-4096-a5bf-80e68be5750f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-b65fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37680"
    uid: 6715fd5a-c85d-41ab-8b52-a2f669616d3f
  kind: Event
  lastTimestamp: "2026-07-31T15:39:02Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.826s (6.826s
    including waiting). Image size: 801937285 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T15:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:39:02Z"
    name: isvc-pmml-predictor-8674795f59-b65fv.18c76a03ddc67ff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37782"
    uid: 4489b11b-2a2e-4b49-aef1-8daf446da8c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-b65fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37680"
    uid: 6715fd5a-c85d-41ab-8b52-a2f669616d3f
  kind: Event
  lastTimestamp: "2026-07-31T15:39:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:39:02Z"
    name: isvc-pmml-predictor-8674795f59-b65fv.18c76a03e0e5efca
    namespace: kserve-ci-e2e-test
    resourceVersion: "37783"
    uid: a2e7b759-c66d-44d5-811a-530fbbbb2e81
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-b65fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37680"
    uid: 6715fd5a-c85d-41ab-8b52-a2f669616d3f
  kind: Event
  lastTimestamp: "2026-07-31T15:39:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:39:02Z"
    name: isvc-pmml-predictor-8674795f59-b65fv.18c76a03e15b4dd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37784"
    uid: bfffd5e3-e571-4d6b-b24b-3abb569024c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-b65fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37680"
    uid: 6715fd5a-c85d-41ab-8b52-a2f669616d3f
  kind: Event
  lastTimestamp: "2026-07-31T15:39:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:39:02Z"
    name: isvc-pmml-predictor-8674795f59-b65fv.18c76a03e166341d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37785"
    uid: 156efce6-8e7d-49bb-8a86-d91e35febfe4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-b65fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37680"
    uid: 6715fd5a-c85d-41ab-8b52-a2f669616d3f
  kind: Event
  lastTimestamp: "2026-07-31T15:39:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:39:02Z"
    name: isvc-pmml-predictor-8674795f59-b65fv.18c76a03e43f6730
    namespace: kserve-ci-e2e-test
    resourceVersion: "37786"
    uid: d7e8f4fa-f478-4876-b0d8-c6fcc083612d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-b65fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37680"
    uid: 6715fd5a-c85d-41ab-8b52-a2f669616d3f
  kind: Event
  lastTimestamp: "2026-07-31T15:39:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:39:02Z"
    name: isvc-pmml-predictor-8674795f59-b65fv.18c76a03e4b7bb21
    namespace: kserve-ci-e2e-test
    resourceVersion: "37787"
    uid: 690de0b0-cad1-4c75-b18b-5ba1810d3ad2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-b65fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37680"
    uid: 6715fd5a-c85d-41ab-8b52-a2f669616d3f
  kind: Event
  lastTimestamp: "2026-07-31T15:40:10Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:40:10Z"
    name: isvc-pmml-predictor-8674795f59-b65fv.18c76a042614446f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38469"
    uid: 97834dac-e872-481f-8a9a-9b66080244f1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-b65fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37680"
    uid: 6715fd5a-c85d-41ab-8b52-a2f669616d3f
  kind: Event
  lastTimestamp: "2026-07-31T15:40:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:40:31Z"
    name: isvc-pmml-predictor-8674795f59-b65fv.18c76a18ae851b40
    namespace: kserve-ci-e2e-test
    resourceVersion: "38648"
    uid: 3dbc93a7-bf7b-42f5-ad22-0a0bab435eaf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-b65fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37680"
    uid: 6715fd5a-c85d-41ab-8b52-a2f669616d3f
  kind: Event
  lastTimestamp: "2026-07-31T15:40:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:40:31Z"
    name: isvc-pmml-predictor-8674795f59-b65fv.18c76a18ae85bdcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38649"
    uid: 8d5fe077-293c-4a51-a858-6fd8e6b7e110
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-b65fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "37680"
    uid: 6715fd5a-c85d-41ab-8b52-a2f669616d3f
  kind: Event
  lastTimestamp: "2026-07-31T15:40:34Z"
  message: 'Readiness probe failed: Get "https://10.134.0.60:8643/healthz": dial tcp
    10.134.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:40:34Z"
    name: isvc-pmml-predictor-8674795f59-b65fv.18c76a19565a67b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38671"
    uid: 5c058042-3879-446b-9577-97fd7bcbb0eb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:38:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "37666"
    uid: c356fccd-1431-4a39-9ec1-f9d55269aa16
  kind: Event
  lastTimestamp: "2026-07-31T15:38:50Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-b65fv'
  metadata:
    creationTimestamp: "2026-07-31T15:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:38:50Z"
    name: isvc-pmml-predictor-8674795f59.18c76a012530b8d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37679"
    uid: c616208f-ea25-4623-aa77-060c559231c3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:38:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37664"
    uid: a4c61c9f-8aef-44b2-8584-a7d4e8114bf0
  kind: Event
  lastTimestamp: "2026-07-31T15:38:50Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:38:50Z"
    name: isvc-pmml-predictor.18c76a0122254e09
    namespace: kserve-ci-e2e-test
    resourceVersion: "37669"
    uid: 625d7655-0913-4bed-bfd8-f0f5d897c789
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37665"
    uid: dd57bdd5-36b3-43d8-ab36-0e02fea42da3
  kind: Event
  lastTimestamp: "2026-07-31T15:39:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:39:35Z"
    name: isvc-pmml-predictor.18c76a04a110d7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38209"
    uid: e342f943-4df4-424d-8f97-23b6a4f72990
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37665"
    uid: dd57bdd5-36b3-43d8-ab36-0e02fea42da3
  kind: Event
  lastTimestamp: "2026-07-31T15:39:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:39:35Z"
    name: isvc-pmml-predictor.18c76a04a19fe5e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38210"
    uid: b990a69c-8994-4b52-88bd-80ade344e5ed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37810"
    uid: dd57bdd5-36b3-43d8-ab36-0e02fea42da3
  kind: Event
  lastTimestamp: "2026-07-31T15:40:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:40:20Z"
    name: isvc-pmml-predictor.18c76a0f1ebccbf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38549"
    uid: ebeb4a29-dd4b-464c-b414-cd5220febcde
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37810"
    uid: dd57bdd5-36b3-43d8-ab36-0e02fea42da3
  kind: Event
  lastTimestamp: "2026-07-31T15:40:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:40:20Z"
    name: isvc-pmml-predictor.18c76a0f1f3ced67
    namespace: kserve-ci-e2e-test
    resourceVersion: "38550"
    uid: 4a4cf251-e4c2-4417-a21b-68bfe5b5e16b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:40:36.681700Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-tjvlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38712"
    uid: eef52b6b-3a2a-4cfe-9ca2-77c25ffaa563
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-tjvlr
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:40:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:40:36Z"
    name: isvc-pmml-runtime-predictor-885fc8777-tjvlr.18c76a19e274a1ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "38718"
    uid: f70f71b0-08cc-4653-acd3-796c50261692
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-tjvlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: eef52b6b-3a2a-4cfe-9ca2-77c25ffaa563
  kind: Event
  lastTimestamp: "2026-07-31T15:40:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:40:36Z"
    name: isvc-pmml-runtime-predictor-885fc8777-tjvlr.18c76a19ec4804f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38727"
    uid: 3bf20719-cf58-4019-9be5-63e7437d4a52
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-tjvlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38722"
    uid: eef52b6b-3a2a-4cfe-9ca2-77c25ffaa563
  kind: Event
  lastTimestamp: "2026-07-31T15:40:37Z"
  message: Add eth0 [10.134.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:40:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:40:37Z"
    name: isvc-pmml-runtime-predictor-885fc8777-tjvlr.18c76a1a201c92c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38736"
    uid: a6d71f21-9ab6-4a43-b534-638e1ffbad74
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-tjvlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: eef52b6b-3a2a-4cfe-9ca2-77c25ffaa563
  kind: Event
  lastTimestamp: "2026-07-31T15:40:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:40:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:40:37Z"
    name: isvc-pmml-runtime-predictor-885fc8777-tjvlr.18c76a1a21962f85
    namespace: kserve-ci-e2e-test
    resourceVersion: "38738"
    uid: 9ea1b716-2c6f-44cb-ad0e-11097d04d427
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-tjvlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: eef52b6b-3a2a-4cfe-9ca2-77c25ffaa563
  kind: Event
  lastTimestamp: "2026-07-31T15:40:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:40:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:40:37Z"
    name: isvc-pmml-runtime-predictor-885fc8777-tjvlr.18c76a1a247d5625
    namespace: kserve-ci-e2e-test
    resourceVersion: "38739"
    uid: 042c3436-6607-48b1-bec4-11b13bf962c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-tjvlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: eef52b6b-3a2a-4cfe-9ca2-77c25ffaa563
  kind: Event
  lastTimestamp: "2026-07-31T15:40:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:40:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:40:37Z"
    name: isvc-pmml-runtime-predictor-885fc8777-tjvlr.18c76a1a24f3956a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38740"
    uid: e7a84475-d35b-4781-bd6e-ec331f549f74
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-tjvlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: eef52b6b-3a2a-4cfe-9ca2-77c25ffaa563
  kind: Event
  lastTimestamp: "2026-07-31T15:40:41Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:40:41Z"
    name: isvc-pmml-runtime-predictor-885fc8777-tjvlr.18c76a1b0e616331
    namespace: kserve-ci-e2e-test
    resourceVersion: "38773"
    uid: 0838a131-19d8-4a0d-ae8e-5d1445d84b2a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-tjvlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: eef52b6b-3a2a-4cfe-9ca2-77c25ffaa563
  kind: Event
  lastTimestamp: "2026-07-31T15:40:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:40:41Z"
    name: isvc-pmml-runtime-predictor-885fc8777-tjvlr.18c76a1b13328208
    namespace: kserve-ci-e2e-test
    resourceVersion: "38777"
    uid: e9931bbd-ebea-4ede-9bf2-a141cc468f28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-tjvlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: eef52b6b-3a2a-4cfe-9ca2-77c25ffaa563
  kind: Event
  lastTimestamp: "2026-07-31T15:40:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:40:41Z"
    name: isvc-pmml-runtime-predictor-885fc8777-tjvlr.18c76a1b13afe47d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38778"
    uid: 6d097daf-b055-421b-aca1-3903282d1906
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-tjvlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: eef52b6b-3a2a-4cfe-9ca2-77c25ffaa563
  kind: Event
  lastTimestamp: "2026-07-31T15:40:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:40:41Z"
    name: isvc-pmml-runtime-predictor-885fc8777-tjvlr.18c76a1b13bbbbf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38779"
    uid: 7a22d84e-a0ea-4155-8bb8-639e58bfd03d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-tjvlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: eef52b6b-3a2a-4cfe-9ca2-77c25ffaa563
  kind: Event
  lastTimestamp: "2026-07-31T15:40:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:40:41Z"
    name: isvc-pmml-runtime-predictor-885fc8777-tjvlr.18c76a1b16fe8f28
    namespace: kserve-ci-e2e-test
    resourceVersion: "38781"
    uid: 56357e9d-49b2-456f-aeb8-011e8bff0f06
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-tjvlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: eef52b6b-3a2a-4cfe-9ca2-77c25ffaa563
  kind: Event
  lastTimestamp: "2026-07-31T15:40:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:40:41Z"
    name: isvc-pmml-runtime-predictor-885fc8777-tjvlr.18c76a1b177f36b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38782"
    uid: 3b73d0d2-8500-40af-89cd-310b3a6e836b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-tjvlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: eef52b6b-3a2a-4cfe-9ca2-77c25ffaa563
  kind: Event
  lastTimestamp: "2026-07-31T15:42:08Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:42:08Z"
    name: isvc-pmml-runtime-predictor-885fc8777-tjvlr.18c76a1b4a4eb940
    namespace: kserve-ci-e2e-test
    resourceVersion: "39546"
    uid: a53c92b4-1b0f-440b-8f45-971b7551e39c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:42:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-tjvlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: eef52b6b-3a2a-4cfe-9ca2-77c25ffaa563
  kind: Event
  lastTimestamp: "2026-07-31T15:42:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:42:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:42:07Z"
    name: isvc-pmml-runtime-predictor-885fc8777-tjvlr.18c76a2f20dd25a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39535"
    uid: c3deda85-e1a7-4d9d-ad6e-ddaf8312b022
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:42:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-tjvlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: eef52b6b-3a2a-4cfe-9ca2-77c25ffaa563
  kind: Event
  lastTimestamp: "2026-07-31T15:42:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:42:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:42:07Z"
    name: isvc-pmml-runtime-predictor-885fc8777-tjvlr.18c76a2f20ddb347
    namespace: kserve-ci-e2e-test
    resourceVersion: "39536"
    uid: 3f3eff6c-f0a9-4ce6-96c6-da112b6830bb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:42:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-tjvlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: eef52b6b-3a2a-4cfe-9ca2-77c25ffaa563
  kind: Event
  lastTimestamp: "2026-07-31T15:42:08Z"
  message: 'Readiness probe failed: Get "https://10.134.0.62:8643/healthz": dial tcp
    10.134.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:42:08Z"
    name: isvc-pmml-runtime-predictor-885fc8777-tjvlr.18c76a2f5078620e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39545"
    uid: 9fd8b5b1-cf18-4d65-9749-d9c16c63d1a3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "38703"
    uid: 0a6f6e22-9425-4a8b-9b14-886e2a3c5da0
  kind: Event
  lastTimestamp: "2026-07-31T15:40:36Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-tjvlr'
  metadata:
    creationTimestamp: "2026-07-31T15:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:40:36Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18c76a19e1e31394
    namespace: kserve-ci-e2e-test
    resourceVersion: "38713"
    uid: c81c9d98-2cec-4f0b-9eb9-8bfe0882d5bd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38701"
    uid: d621d1d4-37b0-47d5-8d8c-beb93f0a1d5f
  kind: Event
  lastTimestamp: "2026-07-31T15:40:36Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:40:36Z"
    name: isvc-pmml-runtime-predictor.18c76a19def6d5f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38705"
    uid: 0f2b3bf6-c0d2-4150-be43-6a9d0c03435c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38702"
    uid: ada9ea40-4382-40f9-b91a-2d8f87093297
  kind: Event
  lastTimestamp: "2026-07-31T15:41:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:41:21Z"
    name: isvc-pmml-runtime-predictor.18c76a1d5d78c9ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "39195"
    uid: 2bef0879-db59-400d-89c3-6617fb2b196a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38702"
    uid: ada9ea40-4382-40f9-b91a-2d8f87093297
  kind: Event
  lastTimestamp: "2026-07-31T15:41:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:41:21Z"
    name: isvc-pmml-runtime-predictor.18c76a1d5de78c5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39196"
    uid: ecaea667-0e1e-45ed-bfd9-bf2bfce80cf5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:41:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38945"
    uid: ada9ea40-4382-40f9-b91a-2d8f87093297
  kind: Event
  lastTimestamp: "2026-07-31T15:42:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:42:06Z"
    name: isvc-pmml-runtime-predictor.18c76a27daf54d41
    namespace: kserve-ci-e2e-test
    resourceVersion: "39512"
    uid: 9c851dbc-d0c3-4368-8f35-cfafe3de9d62
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:41:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38945"
    uid: ada9ea40-4382-40f9-b91a-2d8f87093297
  kind: Event
  lastTimestamp: "2026-07-31T15:42:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:42:06Z"
    name: isvc-pmml-runtime-predictor.18c76a27db671836
    namespace: kserve-ci-e2e-test
    resourceVersion: "39513"
    uid: 4fbd3b91-4e93-4ffb-ba35-4599bd1920ac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38694"
    uid: 8ca68ae5-dbaf-4fb6-a3b8-470dcfc19b2d
  kind: Event
  lastTimestamp: "2026-07-31T15:41:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:41:58Z"
    name: isvc-pmml-runtime.18c76a19def78844
    namespace: kserve-ci-e2e-test
    resourceVersion: "39461"
    uid: fdc1a57c-7459-4331-bdc9-570fb18de913
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38694"
    uid: 8ca68ae5-dbaf-4fb6-a3b8-470dcfc19b2d
  kind: Event
  lastTimestamp: "2026-07-31T15:40:36Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:40:36Z"
    name: isvc-pmml-runtime.18c76a19df7cc0b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38708"
    uid: d62da82f-0cdb-4955-be13-3db7bcf8f708
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:41:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39459"
    uid: 8ca68ae5-dbaf-4fb6-a3b8-470dcfc19b2d
  kind: Event
  lastTimestamp: "2026-07-31T15:41:58Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:41:58Z"
    name: isvc-pmml-runtime.18c76a2d026c3a5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39460"
    uid: 18439936-684d-41a3-8d47-f9a505a9da92
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T14:59:10.790647Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14964"
    uid: aac661a4-25ba-4ea7-bdbb-5fd680ab6092
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m
    to ip-10-0-129-192.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T14:59:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T14:59:10Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m.18c767d717cd562f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14972"
    uid: 12709c27-b5a9-48d8-873d-857d69a0d7a5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14976"
    uid: aac661a4-25ba-4ea7-bdbb-5fd680ab6092
  kind: Event
  lastTimestamp: "2026-07-31T14:59:11Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T14:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T14:59:11Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m.18c767d73154432a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15017"
    uid: f56c0e42-a302-4be7-8828-520082af92f9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14968"
    uid: aac661a4-25ba-4ea7-bdbb-5fd680ab6092
  kind: Event
  lastTimestamp: "2026-07-31T14:59:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T14:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:11Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m.18c767d732e95483
    namespace: kserve-ci-e2e-test
    resourceVersion: "15019"
    uid: be8c78c9-f17e-4d41-a337-8ba0015ef72e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14968"
    uid: aac661a4-25ba-4ea7-bdbb-5fd680ab6092
  kind: Event
  lastTimestamp: "2026-07-31T14:59:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T14:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:11Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m.18c767d735d20903
    namespace: kserve-ci-e2e-test
    resourceVersion: "15021"
    uid: ef553dc9-cb2f-40a0-9c5c-6ce93b4afb6e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14968"
    uid: aac661a4-25ba-4ea7-bdbb-5fd680ab6092
  kind: Event
  lastTimestamp: "2026-07-31T14:59:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T14:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:11Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m.18c767d73644f4ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15022"
    uid: 1b0cf977-71c1-4bf5-aa0e-e071cf3d336d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14968"
    uid: aac661a4-25ba-4ea7-bdbb-5fd680ab6092
  kind: Event
  lastTimestamp: "2026-07-31T14:59:15Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-07-31T14:59:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:15Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m.18c767d84714fe51
    namespace: kserve-ci-e2e-test
    resourceVersion: "15075"
    uid: 01154147-ccfe-4396-a593-442cca3b5140
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14968"
    uid: aac661a4-25ba-4ea7-bdbb-5fd680ab6092
  kind: Event
  lastTimestamp: "2026-07-31T14:59:22Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7s (7s including
    waiting). Image size: 801937285 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T14:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:22Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m.18c767d9e8588baf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15135"
    uid: 2ce1fa68-d9a8-4ce8-9fb0-4614b11660b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14968"
    uid: aac661a4-25ba-4ea7-bdbb-5fd680ab6092
  kind: Event
  lastTimestamp: "2026-07-31T14:59:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T14:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:22Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m.18c767d9eba1e388
    namespace: kserve-ci-e2e-test
    resourceVersion: "15136"
    uid: 373c1021-855b-4826-b510-d3bca9e38044
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14968"
    uid: aac661a4-25ba-4ea7-bdbb-5fd680ab6092
  kind: Event
  lastTimestamp: "2026-07-31T14:59:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T14:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:22Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m.18c767d9ec16091c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15137"
    uid: d817a73c-e4b5-4062-9e54-18da241b1e59
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14968"
    uid: aac661a4-25ba-4ea7-bdbb-5fd680ab6092
  kind: Event
  lastTimestamp: "2026-07-31T14:59:22Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-31T14:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:22Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m.18c767d9ec233476
    namespace: kserve-ci-e2e-test
    resourceVersion: "15138"
    uid: 0f1906f1-5e16-4c8c-974b-59f7f6577393
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14968"
    uid: aac661a4-25ba-4ea7-bdbb-5fd680ab6092
  kind: Event
  lastTimestamp: "2026-07-31T14:59:25Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.198s (2.198s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T14:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:25Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m.18c767da6f2fd5a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15153"
    uid: dae4a3d1-9fbc-4f7e-9429-5241927b2f5f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14968"
    uid: aac661a4-25ba-4ea7-bdbb-5fd680ab6092
  kind: Event
  lastTimestamp: "2026-07-31T14:59:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T14:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:25Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m.18c767da728c534d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15155"
    uid: 4eaca0c6-31e4-42e1-99a4-110e4d6e7c74
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14968"
    uid: aac661a4-25ba-4ea7-bdbb-5fd680ab6092
  kind: Event
  lastTimestamp: "2026-07-31T14:59:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T14:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:25Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m.18c767da730733d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15156"
    uid: cc4a8fb1-abd3-469d-ad56-68759963fdcc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14968"
    uid: aac661a4-25ba-4ea7-bdbb-5fd680ab6092
  kind: Event
  lastTimestamp: "2026-07-31T15:00:57Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T14:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:00:57Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m.18c767dada60c152
    namespace: kserve-ci-e2e-test
    resourceVersion: "15966"
    uid: 7a91edeb-b293-42da-8fe0-428af0da2983
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14968"
    uid: aac661a4-25ba-4ea7-bdbb-5fd680ab6092
  kind: Event
  lastTimestamp: "2026-07-31T15:00:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:00:56Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m.18c767ef99236a7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15925"
    uid: bf24049b-6295-45cd-be2b-12a857e35881
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14968"
    uid: aac661a4-25ba-4ea7-bdbb-5fd680ab6092
  kind: Event
  lastTimestamp: "2026-07-31T15:00:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:00:56Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m.18c767ef9923e54f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15927"
    uid: 3829b5dc-e11e-478f-a15a-57f7e7dcaa23
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:00:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14968"
    uid: aac661a4-25ba-4ea7-bdbb-5fd680ab6092
  kind: Event
  lastTimestamp: "2026-07-31T15:00:57Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:00:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:00:57Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m.18c767f00aa7a144
    namespace: kserve-ci-e2e-test
    resourceVersion: "15965"
    uid: e94766f8-4808-451b-a5c1-7dfcdd8ac1f7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14956"
    uid: a845b914-1a66-4160-a7b1-ae782ced3710
  kind: Event
  lastTimestamp: "2026-07-31T14:59:10Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-g2l7m'
  metadata:
    creationTimestamp: "2026-07-31T14:59:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T14:59:10Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18c767d717303f9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14967"
    uid: f4914644-bccf-4879-a211-e79497954adb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14955"
    uid: bb2ca5de-20d6-47ca-9a94-2cc2012518c9
  kind: Event
  lastTimestamp: "2026-07-31T14:59:10Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-31T14:59:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T14:59:10Z"
    name: isvc-pmml-v2-kserve-predictor.18c767d7118ea708
    namespace: kserve-ci-e2e-test
    resourceVersion: "14957"
    uid: ae7d8f14-6d90-46a4-acbd-e6b5c34dce34
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14966"
    uid: 23494b0a-7e31-4b11-8a2a-12574150cf2d
  kind: Event
  lastTimestamp: "2026-07-31T14:59:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T14:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T14:59:25Z"
    name: isvc-pmml-v2-kserve-predictor.18c767da96fc6e0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15162"
    uid: 9a454130-aa26-42b1-90d8-41e6180332ac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14966"
    uid: 23494b0a-7e31-4b11-8a2a-12574150cf2d
  kind: Event
  lastTimestamp: "2026-07-31T14:59:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T14:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T14:59:25Z"
    name: isvc-pmml-v2-kserve-predictor.18c767da977d69c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: 9b21c336-2906-4c41-953d-e567760783af
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 23494b0a-7e31-4b11-8a2a-12574150cf2d
  kind: Event
  lastTimestamp: "2026-07-31T15:00:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T14:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:00:55Z"
    name: isvc-pmml-v2-kserve-predictor.18c767de16a7e17f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15885"
    uid: 282492aa-af5b-44b0-8be0-4abf084eef1e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 23494b0a-7e31-4b11-8a2a-12574150cf2d
  kind: Event
  lastTimestamp: "2026-07-31T15:00:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T14:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:00:55Z"
    name: isvc-pmml-v2-kserve-predictor.18c767de173e7696
    namespace: kserve-ci-e2e-test
    resourceVersion: "15889"
    uid: 9a9c4935-ac60-44ee-9f98-440036630bb5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "14946"
    uid: 2a2f8796-715b-42d2-93bd-a253a527eeed
  kind: Event
  lastTimestamp: "2026-07-31T15:00:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T14:59:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:00:48Z"
    name: isvc-pmml-v2-kserve.18c767d717c37a1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15805"
    uid: a57985c5-677d-44fb-9c40-5490be544f6c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "14946"
    uid: 2a2f8796-715b-42d2-93bd-a253a527eeed
  kind: Event
  lastTimestamp: "2026-07-31T14:59:10Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T14:59:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T14:59:10Z"
    name: isvc-pmml-v2-kserve.18c767d7187ec753
    namespace: kserve-ci-e2e-test
    resourceVersion: "14974"
    uid: a017f94f-9a6e-47a1-b26d-834374d8582d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:00:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "15803"
    uid: 2a2f8796-715b-42d2-93bd-a253a527eeed
  kind: Event
  lastTimestamp: "2026-07-31T15:00:48Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:00:48Z"
    name: isvc-pmml-v2-kserve.18c767edbd17cc51
    namespace: kserve-ci-e2e-test
    resourceVersion: "15804"
    uid: 9e530277-e5bd-43b1-a8be-7ff422e89691
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T15:38:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37656"
    uid: 202e0000-e56f-4bd5-a6d3-9b611cb0829c
  kind: Event
  lastTimestamp: "2026-07-31T15:40:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:40:20Z"
    name: isvc-pmml.18c76a012224a295
    namespace: kserve-ci-e2e-test
    resourceVersion: "38548"
    uid: c43686d6-e4c4-49b1-bc36-9f01c59b09f7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:38:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37656"
    uid: 202e0000-e56f-4bd5-a6d3-9b611cb0829c
  kind: Event
  lastTimestamp: "2026-07-31T15:38:50Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:38:50Z"
    name: isvc-pmml.18c76a0122a63aa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37671"
    uid: 14348fb2-e226-4d08-9335-7d555ece8c06
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "38545"
    uid: 202e0000-e56f-4bd5-a6d3-9b611cb0829c
  kind: Event
  lastTimestamp: "2026-07-31T15:40:20Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:40:20Z"
    name: isvc-pmml.18c76a1613286c2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38546"
    uid: e91a1c3d-f0ab-45d9-b705-da60bf867067
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:06:55.368781Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-h2d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "19356"
    uid: 8ba1fe48-6ed6-4821-b6a5-a5cef7b598c7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-h2d96
    to ip-10-0-129-192.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:06:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:06:55Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-h2d96.18c7684342d127ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "19360"
    uid: 5bc85d31-9dad-4ddc-bf43-e34aaf6d6db9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-h2d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: 8ba1fe48-6ed6-4821-b6a5-a5cef7b598c7
  kind: Event
  lastTimestamp: "2026-07-31T15:06:55Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:06:55Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-h2d96.18c768434e10f73c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19371"
    uid: a61215bd-747e-47d8-af1d-dea0194b79e5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-h2d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "19365"
    uid: 8ba1fe48-6ed6-4821-b6a5-a5cef7b598c7
  kind: Event
  lastTimestamp: "2026-07-31T15:06:56Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:06:56Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-h2d96.18c7684380d67aa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19382"
    uid: dc9f7049-ee25-4121-82c9-4648477596a4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-h2d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: 8ba1fe48-6ed6-4821-b6a5-a5cef7b598c7
  kind: Event
  lastTimestamp: "2026-07-31T15:06:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:06:56Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-h2d96.18c7684382947f56
    namespace: kserve-ci-e2e-test
    resourceVersion: "19384"
    uid: 39fefdb1-69c8-47b0-b145-e0364e6ca878
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-h2d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: 8ba1fe48-6ed6-4821-b6a5-a5cef7b598c7
  kind: Event
  lastTimestamp: "2026-07-31T15:06:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:06:56Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-h2d96.18c7684385e19291
    namespace: kserve-ci-e2e-test
    resourceVersion: "19386"
    uid: 4a057cd1-9f2d-424a-bd6e-c2a51576599c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-h2d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: 8ba1fe48-6ed6-4821-b6a5-a5cef7b598c7
  kind: Event
  lastTimestamp: "2026-07-31T15:06:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:06:56Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-h2d96.18c768438658183b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19387"
    uid: f4f0bba6-288e-4b9c-b0f1-f2e010828546
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-h2d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: 8ba1fe48-6ed6-4821-b6a5-a5cef7b598c7
  kind: Event
  lastTimestamp: "2026-07-31T15:07:00Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:07:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:00Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-h2d96.18c768448db6c605
    namespace: kserve-ci-e2e-test
    resourceVersion: "19432"
    uid: 97b5377a-cc7a-496f-b012-ca75c6c1e798
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-h2d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: 8ba1fe48-6ed6-4821-b6a5-a5cef7b598c7
  kind: Event
  lastTimestamp: "2026-07-31T15:07:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:07:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:00Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-h2d96.18c7684490a7b9ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "19436"
    uid: 33fc428a-11f1-4463-a1a2-43415be07b95
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-h2d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: 8ba1fe48-6ed6-4821-b6a5-a5cef7b598c7
  kind: Event
  lastTimestamp: "2026-07-31T15:07:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:07:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:00Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-h2d96.18c768449120bc0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19437"
    uid: 6502fa8a-4789-450a-bdcd-8de0e4b4e61d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-h2d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: 8ba1fe48-6ed6-4821-b6a5-a5cef7b598c7
  kind: Event
  lastTimestamp: "2026-07-31T15:07:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:07:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:00Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-h2d96.18c76844912be1dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19440"
    uid: 35307a93-ba51-4ca4-a4f9-4e816bf1d463
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-h2d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: 8ba1fe48-6ed6-4821-b6a5-a5cef7b598c7
  kind: Event
  lastTimestamp: "2026-07-31T15:07:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:01Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-h2d96.18c768449418b0b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19442"
    uid: 71d03e12-7b44-4ac0-b875-7d45a37ea357
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-h2d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: 8ba1fe48-6ed6-4821-b6a5-a5cef7b598c7
  kind: Event
  lastTimestamp: "2026-07-31T15:07:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:07:01Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-h2d96.18c7684494965e30
    namespace: kserve-ci-e2e-test
    resourceVersion: "19443"
    uid: ca96cb0f-4daa-49b2-ad7e-ec12ec15b92f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-h2d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: 8ba1fe48-6ed6-4821-b6a5-a5cef7b598c7
  kind: Event
  lastTimestamp: "2026-07-31T15:08:28Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:07:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:08:28Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-h2d96.18c7684505b2d6c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20198"
    uid: fe1479bf-2546-4d9d-8b4b-a479a49faf76
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-h2d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: 8ba1fe48-6ed6-4821-b6a5-a5cef7b598c7
  kind: Event
  lastTimestamp: "2026-07-31T15:08:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:08:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:08:25Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-h2d96.18c768583c07e93f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20170"
    uid: 10bb7392-d8c1-49c9-a167-d0e85c572f8a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-h2d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: 8ba1fe48-6ed6-4821-b6a5-a5cef7b598c7
  kind: Event
  lastTimestamp: "2026-07-31T15:08:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:08:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:08:25Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-h2d96.18c768583c08a6a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20171"
    uid: 25831be9-1116-4212-9d5d-3ceeb2e2f9c9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-h2d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: 8ba1fe48-6ed6-4821-b6a5-a5cef7b598c7
  kind: Event
  lastTimestamp: "2026-07-31T15:08:28Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:08:28Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-h2d96.18c768590c3cb012
    namespace: kserve-ci-e2e-test
    resourceVersion: "20197"
    uid: 4d5a064b-639b-4d2a-985c-bac8dd9bc3e1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19345"
    uid: 091a2b6b-b09d-43e0-8f0b-e7a0d304a864
  kind: Event
  lastTimestamp: "2026-07-31T15:06:55Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-h2d96'
  metadata:
    creationTimestamp: "2026-07-31T15:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:06:55Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18c76843426a0398
    namespace: kserve-ci-e2e-test
    resourceVersion: "19357"
    uid: 16cf0f31-2259-4786-8f09-d2551d85c907
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19343"
    uid: 8f1964ba-f086-483d-ba8b-723e88091fe0
  kind: Event
  lastTimestamp: "2026-07-31T15:06:55Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:06:55Z"
    name: isvc-predictive-lightgbm-predictor.18c768433ce61f31
    namespace: kserve-ci-e2e-test
    resourceVersion: "19347"
    uid: 490e036a-1ebd-42f7-8695-04ece3b15509
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: 1d3749e4-d451-4185-936d-dfeb2e2a0644
  kind: Event
  lastTimestamp: "2026-07-31T15:07:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:07:25Z"
    name: isvc-predictive-lightgbm-predictor.18c76846bb9948dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19703"
    uid: 7f478a64-ed5e-4a21-98b6-1909c052780b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: 1d3749e4-d451-4185-936d-dfeb2e2a0644
  kind: Event
  lastTimestamp: "2026-07-31T15:07:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:07:25Z"
    name: isvc-predictive-lightgbm-predictor.18c76846bc079dca
    namespace: kserve-ci-e2e-test
    resourceVersion: "19704"
    uid: feed07fd-7463-464e-b5ee-59646593ef7c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19522"
    uid: 1d3749e4-d451-4185-936d-dfeb2e2a0644
  kind: Event
  lastTimestamp: "2026-07-31T15:08:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:08:25Z"
    name: isvc-predictive-lightgbm-predictor.18c7684dba1fcac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20154"
    uid: ced10054-ba88-4317-9687-6dbabdf0a153
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T15:07:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19522"
    uid: 1d3749e4-d451-4185-936d-dfeb2e2a0644
  kind: Event
  lastTimestamp: "2026-07-31T15:08:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:08:25Z"
    name: isvc-predictive-lightgbm-predictor.18c7684dba96b22d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20155"
    uid: 4d13f8fa-0c55-4c1c-9784-eeaaa63b4dc5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:11:41.982459Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6cf4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "21944"
    uid: 28c7ab82-2ae1-49ec-b907-8a8e82e488b1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-6cf4j
    to ip-10-0-129-192.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:11:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:11:41Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6cf4j.18c76885fe52c914
    namespace: kserve-ci-e2e-test
    resourceVersion: "21950"
    uid: 046dcb48-b3be-4bfb-a944-9b5dbc4c7b07
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6cf4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "21954"
    uid: 28c7ab82-2ae1-49ec-b907-8a8e82e488b1
  kind: Event
  lastTimestamp: "2026-07-31T15:11:42Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:11:42Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6cf4j.18c7688618533ae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21964"
    uid: d5e7a16c-fdd5-4439-b667-607526bad079
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6cf4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "21945"
    uid: 28c7ab82-2ae1-49ec-b907-8a8e82e488b1
  kind: Event
  lastTimestamp: "2026-07-31T15:11:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:42Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6cf4j.18c768861a394283
    namespace: kserve-ci-e2e-test
    resourceVersion: "21966"
    uid: ee371b92-d25f-402a-bff5-5b0ea436bffa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6cf4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "21945"
    uid: 28c7ab82-2ae1-49ec-b907-8a8e82e488b1
  kind: Event
  lastTimestamp: "2026-07-31T15:11:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:42Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6cf4j.18c768861e07d8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21967"
    uid: 64bc0724-c769-43ad-bf3e-1fe41a30c00c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6cf4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "21945"
    uid: 28c7ab82-2ae1-49ec-b907-8a8e82e488b1
  kind: Event
  lastTimestamp: "2026-07-31T15:11:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:42Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6cf4j.18c768861e851f12
    namespace: kserve-ci-e2e-test
    resourceVersion: "21968"
    uid: 72a8471d-8728-4447-9eae-cb9bb179ef0d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6cf4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "21945"
    uid: 28c7ab82-2ae1-49ec-b907-8a8e82e488b1
  kind: Event
  lastTimestamp: "2026-07-31T15:11:47Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:47Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6cf4j.18c7688736def0f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22010"
    uid: bf713021-7172-4fbc-a71e-de3a9e1a54d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6cf4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "21945"
    uid: 28c7ab82-2ae1-49ec-b907-8a8e82e488b1
  kind: Event
  lastTimestamp: "2026-07-31T15:11:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:47Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6cf4j.18c768873a3b0fec
    namespace: kserve-ci-e2e-test
    resourceVersion: "22012"
    uid: ecba4727-b4b6-4793-a62a-197678649970
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6cf4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "21945"
    uid: 28c7ab82-2ae1-49ec-b907-8a8e82e488b1
  kind: Event
  lastTimestamp: "2026-07-31T15:11:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:47Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6cf4j.18c768873ac0d8ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "22014"
    uid: 996989d4-9275-4e8b-9dde-29eeb9b7e686
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6cf4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "21945"
    uid: 28c7ab82-2ae1-49ec-b907-8a8e82e488b1
  kind: Event
  lastTimestamp: "2026-07-31T15:11:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:47Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6cf4j.18c768873acc5695
    namespace: kserve-ci-e2e-test
    resourceVersion: "22016"
    uid: edf1f67e-f9ab-4a06-b0c0-bc2eb707b8a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6cf4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "21945"
    uid: 28c7ab82-2ae1-49ec-b907-8a8e82e488b1
  kind: Event
  lastTimestamp: "2026-07-31T15:11:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:47Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6cf4j.18c768873e588aac
    namespace: kserve-ci-e2e-test
    resourceVersion: "22018"
    uid: 3ddde1eb-ac1d-4532-9381-1a12c2214b25
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6cf4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "21945"
    uid: 28c7ab82-2ae1-49ec-b907-8a8e82e488b1
  kind: Event
  lastTimestamp: "2026-07-31T15:11:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:47Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6cf4j.18c768873f3b4be8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22019"
    uid: e4b41026-0c38-4e54-80e5-eb7f11421d9b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T15:12:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6cf4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "21945"
    uid: 28c7ab82-2ae1-49ec-b907-8a8e82e488b1
  kind: Event
  lastTimestamp: "2026-07-31T15:12:54Z"
  message: 'Readiness probe failed: Get "http://10.133.0.33:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.33:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:12:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:12:54Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6cf4j.18c7688fd555ddc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22518"
    uid: e435bdc9-9bda-4018-b742-bf3ce969a3b1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6cf4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "21945"
    uid: 28c7ab82-2ae1-49ec-b907-8a8e82e488b1
  kind: Event
  lastTimestamp: "2026-07-31T15:13:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6cf4j.18c7689afaf64b6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: 2d2b87ce-7358-4dc9-81c8-ba63e66cdd7d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6cf4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "21945"
    uid: 28c7ab82-2ae1-49ec-b907-8a8e82e488b1
  kind: Event
  lastTimestamp: "2026-07-31T15:13:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6cf4j.18c7689afaf6cb7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22673"
    uid: 755ae6a0-be04-4870-bb87-14a05cc662a2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6cf4j
    namespace: kserve-ci-e2e-test
    resourceVersion: "21945"
    uid: 28c7ab82-2ae1-49ec-b907-8a8e82e488b1
  kind: Event
  lastTimestamp: "2026-07-31T15:13:14Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:14Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6cf4j.18c7689b79342363
    namespace: kserve-ci-e2e-test
    resourceVersion: "22689"
    uid: 1eb38e8e-ee44-4d94-bb18-2657b4005fc4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "21933"
    uid: 83d9484e-be74-424d-8c82-4726d94d8a7e
  kind: Event
  lastTimestamp: "2026-07-31T15:11:41Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-6cf4j'
  metadata:
    creationTimestamp: "2026-07-31T15:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:11:41Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18c76885fdceb489
    namespace: kserve-ci-e2e-test
    resourceVersion: "21946"
    uid: fbf878a5-bbc6-4d8d-ba26-c7f59d00df5f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21930"
    uid: 2aa74fa9-3291-4e59-ab56-7a601df49706
  kind: Event
  lastTimestamp: "2026-07-31T15:11:41Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:11:41Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c76885fad5d06f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21934"
    uid: f8fdd754-5b45-4343-ac08-31b991b4cbf1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21932"
    uid: dc1b1dcf-8ccf-4e01-890b-7154595de296
  kind: Event
  lastTimestamp: "2026-07-31T15:11:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:11:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:11:56Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c7688979c01ee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22106"
    uid: 2c7cfc2b-7d36-4d4d-930f-093b1fea7ee8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21932"
    uid: dc1b1dcf-8ccf-4e01-890b-7154595de296
  kind: Event
  lastTimestamp: "2026-07-31T15:11:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:11:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:11:56Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c768897a31515b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22108"
    uid: e4220693-b023-41f6-9c93-3dbcef4a4e17
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-31T15:12:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22107"
    uid: dc1b1dcf-8ccf-4e01-890b-7154595de296
  kind: Event
  lastTimestamp: "2026-07-31T15:13:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:13:12Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c7688cf8ef2515
    namespace: kserve-ci-e2e-test
    resourceVersion: "22656"
    uid: 769a7f1a-e14e-4bf6-8f39-799571b6e711
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-31T15:12:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22107"
    uid: dc1b1dcf-8ccf-4e01-890b-7154595de296
  kind: Event
  lastTimestamp: "2026-07-31T15:13:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:13:12Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c7688cf957f8a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22657"
    uid: ecab702c-5b08-4196-8137-6b578ed14f9d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21923"
    uid: 91e92333-9bf8-4b9d-a512-cbb44d922418
  kind: Event
  lastTimestamp: "2026-07-31T15:13:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:13:02Z"
    name: isvc-predictive-lightgbm-v2.18c76885fad99fec
    namespace: kserve-ci-e2e-test
    resourceVersion: "22580"
    uid: 409b21c3-5806-4880-8d8c-3f0e25cddfce
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21923"
    uid: 91e92333-9bf8-4b9d-a512-cbb44d922418
  kind: Event
  lastTimestamp: "2026-07-31T15:11:41Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:11:41Z"
    name: isvc-predictive-lightgbm-v2.18c76885fb55a7c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21937"
    uid: f5fd977c-d347-4631-94fb-b36ce8c34295
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22578"
    uid: 91e92333-9bf8-4b9d-a512-cbb44d922418
  kind: Event
  lastTimestamp: "2026-07-31T15:13:02Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:13:02Z"
    name: isvc-predictive-lightgbm-v2.18c76898a50df74b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: 1c133820-4593-4541-be30-8cec56cf93ae
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19336"
    uid: 5a750dd3-b51d-4f24-a27f-f49c1b3a94b8
  kind: Event
  lastTimestamp: "2026-07-31T15:08:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:08:19Z"
    name: isvc-predictive-lightgbm.18c768433cd9657a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20101"
    uid: 90ae47ed-820c-48ee-9a6a-c7f9551c0882
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19336"
    uid: 5a750dd3-b51d-4f24-a27f-f49c1b3a94b8
  kind: Event
  lastTimestamp: "2026-07-31T15:06:55Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:06:55Z"
    name: isvc-predictive-lightgbm.18c768433d97eb43
    namespace: kserve-ci-e2e-test
    resourceVersion: "19366"
    uid: d886eba9-18f1-46d9-ab8f-768dc0bef7db
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19340"
    uid: 5a750dd3-b51d-4f24-a27f-f49c1b3a94b8
  kind: Event
  lastTimestamp: "2026-07-31T15:06:55Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:06:55Z"
    name: isvc-predictive-lightgbm.18c768434578bffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19367"
    uid: 77ea1535-6dab-4df1-8413-434d34735b06
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20099"
    uid: 5a750dd3-b51d-4f24-a27f-f49c1b3a94b8
  kind: Event
  lastTimestamp: "2026-07-31T15:08:19Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:08:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:08:19Z"
    name: isvc-predictive-lightgbm.18c76856bd7655ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "20100"
    uid: 5a27adb3-5022-4537-be0b-97fbd90ab02f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:03:24.810923Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-27c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17532"
    uid: b1df7100-f40e-4a77-89e9-2a8ddfe1c6bc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-27c6f
    to ip-10-0-129-192.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:03:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:03:24Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-27c6f.18c768123c973570
    namespace: kserve-ci-e2e-test
    resourceVersion: "17538"
    uid: e0882d93-0590-4426-b755-1880bfe409fb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-27c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17542"
    uid: b1df7100-f40e-4a77-89e9-2a8ddfe1c6bc
  kind: Event
  lastTimestamp: "2026-07-31T15:03:25Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:03:25Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-27c6f.18c76812565be7a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17551"
    uid: 5af52ab1-ba1a-4ad3-bc05-0aaa08be140f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-27c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17534"
    uid: b1df7100-f40e-4a77-89e9-2a8ddfe1c6bc
  kind: Event
  lastTimestamp: "2026-07-31T15:03:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:25Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-27c6f.18c7681257efd889
    namespace: kserve-ci-e2e-test
    resourceVersion: "17553"
    uid: 0e2a2f3f-b4b2-457d-aa16-d4402f87edf7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-27c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17534"
    uid: b1df7100-f40e-4a77-89e9-2a8ddfe1c6bc
  kind: Event
  lastTimestamp: "2026-07-31T15:03:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:25Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-27c6f.18c768125a9d10d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17554"
    uid: 6ee0bf93-2c7f-4720-a52b-ed388e6b665f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-27c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17534"
    uid: b1df7100-f40e-4a77-89e9-2a8ddfe1c6bc
  kind: Event
  lastTimestamp: "2026-07-31T15:03:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:25Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-27c6f.18c768125b13c0ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "17555"
    uid: 4d799651-8066-4206-b7ee-1578903d252f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-27c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17534"
    uid: b1df7100-f40e-4a77-89e9-2a8ddfe1c6bc
  kind: Event
  lastTimestamp: "2026-07-31T15:03:29Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-07-31T15:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:29Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-27c6f.18c768136f2eac36
    namespace: kserve-ci-e2e-test
    resourceVersion: "17590"
    uid: fde7923d-a04f-48fb-b382-4b44c1d77912
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-27c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17534"
    uid: b1df7100-f40e-4a77-89e9-2a8ddfe1c6bc
  kind: Event
  lastTimestamp: "2026-07-31T15:03:50Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 20.657s
    (20.657s including waiting). Image size: 2352978064 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T15:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:50Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-27c6f.18c768183e738be4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17750"
    uid: 5c42c8e9-a37c-4feb-bff5-bdd5031ef666
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-27c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17534"
    uid: b1df7100-f40e-4a77-89e9-2a8ddfe1c6bc
  kind: Event
  lastTimestamp: "2026-07-31T15:03:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:50Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-27c6f.18c7681845d4f9dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17751"
    uid: cc221aae-6fe1-4383-83f8-7c4e2df11161
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-27c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17534"
    uid: b1df7100-f40e-4a77-89e9-2a8ddfe1c6bc
  kind: Event
  lastTimestamp: "2026-07-31T15:03:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:50Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-27c6f.18c768184740910b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17753"
    uid: 012f8426-20d8-485d-9d59-1bcebc6ab087
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-27c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17534"
    uid: b1df7100-f40e-4a77-89e9-2a8ddfe1c6bc
  kind: Event
  lastTimestamp: "2026-07-31T15:03:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:50Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-27c6f.18c76818474b3b8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17754"
    uid: 55a6c6c1-a960-49d9-997d-f9e93dbb6233
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-27c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17534"
    uid: b1df7100-f40e-4a77-89e9-2a8ddfe1c6bc
  kind: Event
  lastTimestamp: "2026-07-31T15:03:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:50Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-27c6f.18c768184cfa039d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: e3e5da5a-bdea-4338-be39-1bdb4241e152
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-27c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17534"
    uid: b1df7100-f40e-4a77-89e9-2a8ddfe1c6bc
  kind: Event
  lastTimestamp: "2026-07-31T15:03:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:50Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-27c6f.18c768184deb97fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17756"
    uid: 8fd93fa1-0953-4ec0-bd2f-927fa802f583
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-27c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17534"
    uid: b1df7100-f40e-4a77-89e9-2a8ddfe1c6bc
  kind: Event
  lastTimestamp: "2026-07-31T15:05:18Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:18Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-27c6f.18c7681895c2dd5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18528"
    uid: c8b2240a-7610-4ef7-9f19-35e7cc9f7243
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-27c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17534"
    uid: b1df7100-f40e-4a77-89e9-2a8ddfe1c6bc
  kind: Event
  lastTimestamp: "2026-07-31T15:05:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:14Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-27c6f.18c7682bdfc83376
    namespace: kserve-ci-e2e-test
    resourceVersion: "18504"
    uid: 22a3f0f6-c754-4168-b3e4-0cefbc17ca0b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-27c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17534"
    uid: b1df7100-f40e-4a77-89e9-2a8ddfe1c6bc
  kind: Event
  lastTimestamp: "2026-07-31T15:05:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:14Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-27c6f.18c7682bdfc8b3c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18505"
    uid: ce153a31-1c7b-4668-8113-9c3303bd35a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-27c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17534"
    uid: b1df7100-f40e-4a77-89e9-2a8ddfe1c6bc
  kind: Event
  lastTimestamp: "2026-07-31T15:05:18Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:18Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-27c6f.18c7682c9bf7f2f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18527"
    uid: e8bfb7cf-67f5-4330-967a-0840bd5b7ef5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "17522"
    uid: a4c7147d-50b6-4f9b-9947-99c5ff617342
  kind: Event
  lastTimestamp: "2026-07-31T15:03:24Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-27c6f'
  metadata:
    creationTimestamp: "2026-07-31T15:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:03:24Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18c768123c21fa7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17533"
    uid: 325e2fe4-68a5-4e98-95d0-c4b221076e78
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17520"
    uid: cb55e8ca-71db-4818-b98d-f41ace993b96
  kind: Event
  lastTimestamp: "2026-07-31T15:03:24Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:03:24Z"
    name: isvc-predictive-sklearn-predictor.18c76812386a1ca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17526"
    uid: aaaec0ab-4ad5-4ea3-b021-e63bf8c139c8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17521"
    uid: 12b758cf-bb4d-4280-bb65-ef5ac29a49e0
  kind: Event
  lastTimestamp: "2026-07-31T15:04:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:04:09Z"
    name: isvc-predictive-sklearn-predictor.18c76815b6ec5f24
    namespace: kserve-ci-e2e-test
    resourceVersion: "17907"
    uid: 43652926-3bfb-4fda-8439-48933196eeee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17521"
    uid: 12b758cf-bb4d-4280-bb65-ef5ac29a49e0
  kind: Event
  lastTimestamp: "2026-07-31T15:04:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:04:09Z"
    name: isvc-predictive-sklearn-predictor.18c76815b7617fe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17908"
    uid: 8ce7325c-b920-4575-8468-fb43a937a432
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17673"
    uid: 12b758cf-bb4d-4280-bb65-ef5ac29a49e0
  kind: Event
  lastTimestamp: "2026-07-31T15:05:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:05:09Z"
    name: isvc-predictive-sklearn-predictor.18c7682033aea170
    namespace: kserve-ci-e2e-test
    resourceVersion: "18452"
    uid: 8e95b41d-48ca-4cf9-8fb2-98ca01399009
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17673"
    uid: 12b758cf-bb4d-4280-bb65-ef5ac29a49e0
  kind: Event
  lastTimestamp: "2026-07-31T15:05:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:05:09Z"
    name: isvc-predictive-sklearn-predictor.18c76820341bdd4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18453"
    uid: 806ad9fa-feb3-45bc-aec6-3348b6ba3f2c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:08:30.628027Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20231"
    uid: 7fbb2d16-3710-4783-b7d0-e8376b9fa26f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szqr7
    to ip-10-0-129-192.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:08:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:08:30Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szqr7.18c7685970b5fe5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20237"
    uid: 2cc9a5d1-efc8-43b2-8c5d-e8078e97d60a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20235"
    uid: 7fbb2d16-3710-4783-b7d0-e8376b9fa26f
  kind: Event
  lastTimestamp: "2026-07-31T15:08:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:08:30Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szqr7.18c768597ae3c93f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20245"
    uid: 5682a857-4009-41a9-b0af-2286026cdc08
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20241"
    uid: 7fbb2d16-3710-4783-b7d0-e8376b9fa26f
  kind: Event
  lastTimestamp: "2026-07-31T15:08:31Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:08:31Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szqr7.18c76859ae8b4899
    namespace: kserve-ci-e2e-test
    resourceVersion: "20258"
    uid: 4e364937-9b29-4123-88ec-27bd9a91379c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20235"
    uid: 7fbb2d16-3710-4783-b7d0-e8376b9fa26f
  kind: Event
  lastTimestamp: "2026-07-31T15:08:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:08:31Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szqr7.18c76859b04e97a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20261"
    uid: d5ee76b3-d0ac-4743-a35b-0a1a430ba608
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20235"
    uid: 7fbb2d16-3710-4783-b7d0-e8376b9fa26f
  kind: Event
  lastTimestamp: "2026-07-31T15:08:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:08:31Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szqr7.18c76859b328c8c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20262"
    uid: bddb2484-38cb-4aac-8fb7-87fbf5cd39dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20235"
    uid: 7fbb2d16-3710-4783-b7d0-e8376b9fa26f
  kind: Event
  lastTimestamp: "2026-07-31T15:08:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:08:31Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szqr7.18c76859b3a57ecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20263"
    uid: 836e63bb-3273-4ca3-b5fe-a9b9f68f5e6d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20235"
    uid: 7fbb2d16-3710-4783-b7d0-e8376b9fa26f
  kind: Event
  lastTimestamp: "2026-07-31T15:08:36Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:08:36Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szqr7.18c7685ac5dc5396
    namespace: kserve-ci-e2e-test
    resourceVersion: "20301"
    uid: 672155c5-3c03-4f6b-b6f8-a3b700bfbcf9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20235"
    uid: 7fbb2d16-3710-4783-b7d0-e8376b9fa26f
  kind: Event
  lastTimestamp: "2026-07-31T15:08:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:08:36Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szqr7.18c7685ac921b1dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20303"
    uid: 9538eea9-3498-4412-b168-5d0ce1ae22de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20235"
    uid: 7fbb2d16-3710-4783-b7d0-e8376b9fa26f
  kind: Event
  lastTimestamp: "2026-07-31T15:08:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:08:36Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szqr7.18c7685ac998eb2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20304"
    uid: 7517f43d-f65b-4aed-8e09-eaf464b186b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20235"
    uid: 7fbb2d16-3710-4783-b7d0-e8376b9fa26f
  kind: Event
  lastTimestamp: "2026-07-31T15:08:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:08:36Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szqr7.18c7685ac9a594ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "20305"
    uid: 583898aa-97f4-4e92-be07-6d6c07401a8d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20235"
    uid: 7fbb2d16-3710-4783-b7d0-e8376b9fa26f
  kind: Event
  lastTimestamp: "2026-07-31T15:08:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:08:36Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szqr7.18c7685accbaa690
    namespace: kserve-ci-e2e-test
    resourceVersion: "20309"
    uid: 9e1e4138-e8df-45d0-a5f3-8df768ab20a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20235"
    uid: 7fbb2d16-3710-4783-b7d0-e8376b9fa26f
  kind: Event
  lastTimestamp: "2026-07-31T15:08:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:08:36Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szqr7.18c7685acd359d06
    namespace: kserve-ci-e2e-test
    resourceVersion: "20310"
    uid: 8f046ff6-1c19-4cdd-915a-e26645cc83d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20235"
    uid: 7fbb2d16-3710-4783-b7d0-e8376b9fa26f
  kind: Event
  lastTimestamp: "2026-07-31T15:10:03Z"
  message: 'Readiness probe failed: Get "http://10.133.0.31:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.31:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:10:03Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szqr7.18c76863644f1bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21047"
    uid: 6aae0b41-c717-4726-8d7d-ae5508f4021b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:10:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20235"
    uid: 7fbb2d16-3710-4783-b7d0-e8376b9fa26f
  kind: Event
  lastTimestamp: "2026-07-31T15:10:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:10:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:10:01Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szqr7.18c7686e9d86cddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21034"
    uid: 02db2ce9-a6bc-4853-b7cd-754eab0334fc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:10:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20235"
    uid: 7fbb2d16-3710-4783-b7d0-e8376b9fa26f
  kind: Event
  lastTimestamp: "2026-07-31T15:10:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:10:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:10:01Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szqr7.18c7686e9d8766f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21035"
    uid: 2788c36c-1f8c-4aed-81eb-a7847bd038d9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:10:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20235"
    uid: 7fbb2d16-3710-4783-b7d0-e8376b9fa26f
  kind: Event
  lastTimestamp: "2026-07-31T15:10:03Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:10:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:10:03Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szqr7.18c7686f082a4d82
    namespace: kserve-ci-e2e-test
    resourceVersion: "21046"
    uid: e22066c3-52ea-4a20-839b-b838b52acba7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20222"
    uid: 255487c1-6ea4-4b1e-98c4-15756352333d
  kind: Event
  lastTimestamp: "2026-07-31T15:08:30Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-szqr7'
  metadata:
    creationTimestamp: "2026-07-31T15:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:08:30Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18c768597045dc09
    namespace: kserve-ci-e2e-test
    resourceVersion: "20234"
    uid: 05a8e85a-1c0e-4ca7-9bc2-6a1c7c7782aa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20220"
    uid: a45c03ba-9f23-4f65-9f98-9fa1870ffd93
  kind: Event
  lastTimestamp: "2026-07-31T15:08:30Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:08:30Z"
    name: isvc-predictive-sklearn-v2-predictor.18c768596d45dc97
    namespace: kserve-ci-e2e-test
    resourceVersion: "20223"
    uid: 0a8e0ea3-bda9-4376-b9d6-f091c14bbead
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20221"
    uid: 9365103e-c4bd-4a10-b377-7c5ddf141e49
  kind: Event
  lastTimestamp: "2026-07-31T15:08:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:08:45Z"
    name: isvc-predictive-sklearn-v2-predictor.18c7685cec46c6a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20371"
    uid: 2981fdc7-09b9-4c30-96c0-7eac65cbb825
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20221"
    uid: 9365103e-c4bd-4a10-b377-7c5ddf141e49
  kind: Event
  lastTimestamp: "2026-07-31T15:08:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:08:45Z"
    name: isvc-predictive-sklearn-v2-predictor.18c7685cecc676db
    namespace: kserve-ci-e2e-test
    resourceVersion: "20373"
    uid: c27cd8cc-b5e0-4291-981d-d0409490ddb8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20372"
    uid: 9365103e-c4bd-4a10-b377-7c5ddf141e49
  kind: Event
  lastTimestamp: "2026-07-31T15:10:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:09:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:10:00Z"
    name: isvc-predictive-sklearn-v2-predictor.18c768606be5501d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21010"
    uid: 1faafbfd-c89c-41aa-9ca5-92a9c0143505
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20372"
    uid: 9365103e-c4bd-4a10-b377-7c5ddf141e49
  kind: Event
  lastTimestamp: "2026-07-31T15:10:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:09:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:10:00Z"
    name: isvc-predictive-sklearn-v2-predictor.18c768606c561e5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21011"
    uid: 47f6f736-9a40-4cc2-bebd-7417e38af374
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20213"
    uid: 91e74ed7-a622-4077-b91a-1aee2ceec70e
  kind: Event
  lastTimestamp: "2026-07-31T15:09:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:09:53Z"
    name: isvc-predictive-sklearn-v2.18c768596d750888
    namespace: kserve-ci-e2e-test
    resourceVersion: "20962"
    uid: 9e7cf892-7993-4ac7-9d26-f341e8281881
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:08:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20213"
    uid: 91e74ed7-a622-4077-b91a-1aee2ceec70e
  kind: Event
  lastTimestamp: "2026-07-31T15:08:30Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:08:30Z"
    name: isvc-predictive-sklearn-v2.18c768596de11ea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20227"
    uid: 7a42394f-c3df-4f5d-b950-00182fef04df
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:09:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20960"
    uid: 91e74ed7-a622-4077-b91a-1aee2ceec70e
  kind: Event
  lastTimestamp: "2026-07-31T15:09:53Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:09:53Z"
    name: isvc-predictive-sklearn-v2.18c7686cbbd468b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20961"
    uid: 86478b4a-faba-4999-8eec-39a8c5fc72fd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17513"
    uid: 289ea82a-83b2-4757-905f-d994139523d4
  kind: Event
  lastTimestamp: "2026-07-31T15:05:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:05:08Z"
    name: isvc-predictive-sklearn.18c768123882a723
    namespace: kserve-ci-e2e-test
    resourceVersion: "18441"
    uid: 45fb753d-7656-4cd6-aeef-a58289aadab4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17513"
    uid: 289ea82a-83b2-4757-905f-d994139523d4
  kind: Event
  lastTimestamp: "2026-07-31T15:03:24Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:03:24Z"
    name: isvc-predictive-sklearn.18c7681238fcc770
    namespace: kserve-ci-e2e-test
    resourceVersion: "17529"
    uid: 8377ff30-d496-44f0-907c-8d57dc528488
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18439"
    uid: 289ea82a-83b2-4757-905f-d994139523d4
  kind: Event
  lastTimestamp: "2026-07-31T15:05:08Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:05:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:05:08Z"
    name: isvc-predictive-sklearn.18c7682a4d78f07b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18440"
    uid: 55277af5-3772-400f-aaa3-03a4756df592
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:05:20.076006Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wdcwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18568"
    uid: dd9a6984-f110-43e5-8471-eeed5e3e049d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-wdcwb
    to ip-10-0-129-192.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:05:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:05:20Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wdcwb.18c7682d12ecd6df
    namespace: kserve-ci-e2e-test
    resourceVersion: "18574"
    uid: 4661aca2-7c8a-403f-a227-9b2a688e5f83
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wdcwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18572"
    uid: dd9a6984-f110-43e5-8471-eeed5e3e049d
  kind: Event
  lastTimestamp: "2026-07-31T15:05:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:05:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:20Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wdcwb.18c7682d2156a3e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18583"
    uid: 73b82550-a044-461b-bff7-dd3e00cbed50
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wdcwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18578"
    uid: dd9a6984-f110-43e5-8471-eeed5e3e049d
  kind: Event
  lastTimestamp: "2026-07-31T15:05:21Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:05:21Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wdcwb.18c7682d50535913
    namespace: kserve-ci-e2e-test
    resourceVersion: "18595"
    uid: 78173a8a-257f-41d4-a1a1-dbe67bf9443d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wdcwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18572"
    uid: dd9a6984-f110-43e5-8471-eeed5e3e049d
  kind: Event
  lastTimestamp: "2026-07-31T15:05:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:21Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wdcwb.18c7682d51c8e958
    namespace: kserve-ci-e2e-test
    resourceVersion: "18597"
    uid: 9a50510a-b407-4984-8c9f-bb4319fa0944
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wdcwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18572"
    uid: dd9a6984-f110-43e5-8471-eeed5e3e049d
  kind: Event
  lastTimestamp: "2026-07-31T15:05:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:21Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wdcwb.18c7682d546ae595
    namespace: kserve-ci-e2e-test
    resourceVersion: "18599"
    uid: 9ce629a1-16e5-4d7a-9b13-b76cf21365a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wdcwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18572"
    uid: dd9a6984-f110-43e5-8471-eeed5e3e049d
  kind: Event
  lastTimestamp: "2026-07-31T15:05:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:21Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wdcwb.18c7682d54d053f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18600"
    uid: 860aa3e4-7f87-4e4a-a6f7-1bb99dea6898
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wdcwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18572"
    uid: dd9a6984-f110-43e5-8471-eeed5e3e049d
  kind: Event
  lastTimestamp: "2026-07-31T15:05:25Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:25Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wdcwb.18c7682e558b1414
    namespace: kserve-ci-e2e-test
    resourceVersion: "18641"
    uid: 60a879e0-0770-4dcd-8ac5-a7a0c5173bd8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wdcwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18572"
    uid: dd9a6984-f110-43e5-8471-eeed5e3e049d
  kind: Event
  lastTimestamp: "2026-07-31T15:05:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:25Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wdcwb.18c7682e589e2e5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18644"
    uid: c4990f5f-2707-4cd0-9002-78f8a97dc99f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wdcwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18572"
    uid: dd9a6984-f110-43e5-8471-eeed5e3e049d
  kind: Event
  lastTimestamp: "2026-07-31T15:05:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:25Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wdcwb.18c7682e5904e29f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18647"
    uid: 67796987-9c33-4b19-b66a-be31a546f7ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wdcwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18572"
    uid: dd9a6984-f110-43e5-8471-eeed5e3e049d
  kind: Event
  lastTimestamp: "2026-07-31T15:05:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:25Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wdcwb.18c7682e5910c9ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "18648"
    uid: b3055907-1fd5-4263-b457-0505513123f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wdcwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18572"
    uid: dd9a6984-f110-43e5-8471-eeed5e3e049d
  kind: Event
  lastTimestamp: "2026-07-31T15:05:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:25Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wdcwb.18c7682e5bce70b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18650"
    uid: 1edafe06-2390-44f7-b646-828bfcc36221
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wdcwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18572"
    uid: dd9a6984-f110-43e5-8471-eeed5e3e049d
  kind: Event
  lastTimestamp: "2026-07-31T15:05:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:05:25Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wdcwb.18c7682e5c8074db
    namespace: kserve-ci-e2e-test
    resourceVersion: "18651"
    uid: 28425aba-4e4c-44b0-8728-fe84c1f66bfe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wdcwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18572"
    uid: dd9a6984-f110-43e5-8471-eeed5e3e049d
  kind: Event
  lastTimestamp: "2026-07-31T15:06:53Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:06:53Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wdcwb.18c7682ecd8ee901
    namespace: kserve-ci-e2e-test
    resourceVersion: "19318"
    uid: c58ccd83-2e1d-474c-943c-0f2b3d980d2c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wdcwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18572"
    uid: dd9a6984-f110-43e5-8471-eeed5e3e049d
  kind: Event
  lastTimestamp: "2026-07-31T15:06:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:06:50Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wdcwb.18c768420f989610
    namespace: kserve-ci-e2e-test
    resourceVersion: "19296"
    uid: 4997fa4d-4b40-4de6-adc5-c7a10edf9325
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wdcwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18572"
    uid: dd9a6984-f110-43e5-8471-eeed5e3e049d
  kind: Event
  lastTimestamp: "2026-07-31T15:06:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:06:50Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wdcwb.18c768420f991e91
    namespace: kserve-ci-e2e-test
    resourceVersion: "19297"
    uid: 12a1782f-a461-4847-b7f4-8de1e199a1a2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wdcwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18572"
    uid: dd9a6984-f110-43e5-8471-eeed5e3e049d
  kind: Event
  lastTimestamp: "2026-07-31T15:06:53Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:06:53Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wdcwb.18c76842d3ce5b03
    namespace: kserve-ci-e2e-test
    resourceVersion: "19317"
    uid: b8014db7-f5e9-4b11-8b6a-30fec2574b2e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "18559"
    uid: 464ba66a-d9a6-4f33-9f82-37e387059cad
  kind: Event
  lastTimestamp: "2026-07-31T15:05:20Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-wdcwb'
  metadata:
    creationTimestamp: "2026-07-31T15:05:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:05:20Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18c7682d12717911
    namespace: kserve-ci-e2e-test
    resourceVersion: "18571"
    uid: c08ffb8e-ad38-46ea-8f34-befd8dff7789
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18557"
    uid: 143be50b-5606-4eb3-83d9-3273702ebdf5
  kind: Event
  lastTimestamp: "2026-07-31T15:05:20Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:05:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:05:20Z"
    name: isvc-predictive-xgboost-predictor.18c7682d0f7c43ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "18561"
    uid: 7b02e787-c1a8-49a0-a7e9-dda0722bdb06
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18558"
    uid: c0f6a17a-47e8-4edc-b082-d329c353aa4b
  kind: Event
  lastTimestamp: "2026-07-31T15:06:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:06:05Z"
    name: isvc-predictive-xgboost-predictor.18c768308e02cbf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18931"
    uid: 53439293-3629-4dfd-9a6a-f06e83a308aa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18558"
    uid: c0f6a17a-47e8-4edc-b082-d329c353aa4b
  kind: Event
  lastTimestamp: "2026-07-31T15:06:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:06:05Z"
    name: isvc-predictive-xgboost-predictor.18c768308e7a718a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18932"
    uid: a711deb3-e8e9-4312-a149-b39cfa363bb8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18719"
    uid: c0f6a17a-47e8-4edc-b082-d329c353aa4b
  kind: Event
  lastTimestamp: "2026-07-31T15:06:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:06:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:06:50Z"
    name: isvc-predictive-xgboost-predictor.18c7683b0be7db4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19280"
    uid: b2d97348-83be-433b-af01-6b62ab1fe30d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18719"
    uid: c0f6a17a-47e8-4edc-b082-d329c353aa4b
  kind: Event
  lastTimestamp: "2026-07-31T15:06:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:06:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:06:50Z"
    name: isvc-predictive-xgboost-predictor.18c7683b0c58188a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19281"
    uid: 612c1296-5fb0-400c-aee9-0950387bf28d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:10:06.752610Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wc4gb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21102"
    uid: 8710c59b-e238-4d8f-a699-2b32c5e56fd0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wc4gb
    to ip-10-0-129-192.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:10:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:10:06Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wc4gb.18c7686fd22e9d78
    namespace: kserve-ci-e2e-test
    resourceVersion: "21109"
    uid: 733bc1c4-994e-4ddd-8cbb-06d98014e846
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:10:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wc4gb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21114"
    uid: 8710c59b-e238-4d8f-a699-2b32c5e56fd0
  kind: Event
  lastTimestamp: "2026-07-31T15:10:07Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:10:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:10:07Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wc4gb.18c7686fec492aa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21120"
    uid: 9265c86e-91b8-499d-b2ee-00a86acd6538
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:10:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wc4gb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21107"
    uid: 8710c59b-e238-4d8f-a699-2b32c5e56fd0
  kind: Event
  lastTimestamp: "2026-07-31T15:10:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:10:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:10:07Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wc4gb.18c7686fedafa226
    namespace: kserve-ci-e2e-test
    resourceVersion: "21122"
    uid: 899cca15-5235-41b4-bdba-f2664524cb6f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:10:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wc4gb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21107"
    uid: 8710c59b-e238-4d8f-a699-2b32c5e56fd0
  kind: Event
  lastTimestamp: "2026-07-31T15:10:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:10:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:10:07Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wc4gb.18c7686ff10fcca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21123"
    uid: fb34321f-6592-497e-a71d-b025d744a9c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:10:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wc4gb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21107"
    uid: 8710c59b-e238-4d8f-a699-2b32c5e56fd0
  kind: Event
  lastTimestamp: "2026-07-31T15:10:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:10:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:10:07Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wc4gb.18c7686ff185c9be
    namespace: kserve-ci-e2e-test
    resourceVersion: "21124"
    uid: fc27acf2-654f-4b0d-91af-2bdd702dd022
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:10:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wc4gb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21107"
    uid: 8710c59b-e238-4d8f-a699-2b32c5e56fd0
  kind: Event
  lastTimestamp: "2026-07-31T15:10:11Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:10:11Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wc4gb.18c76870ff2f097d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21167"
    uid: a29e9fe0-4ff1-4287-8e39-df3a832e31cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:10:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wc4gb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21107"
    uid: 8710c59b-e238-4d8f-a699-2b32c5e56fd0
  kind: Event
  lastTimestamp: "2026-07-31T15:10:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:10:11Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wc4gb.18c76871021b2d05
    namespace: kserve-ci-e2e-test
    resourceVersion: "21169"
    uid: 1506fd6b-23c2-4243-b124-d1cf90c15eda
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:10:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wc4gb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21107"
    uid: 8710c59b-e238-4d8f-a699-2b32c5e56fd0
  kind: Event
  lastTimestamp: "2026-07-31T15:10:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:10:11Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wc4gb.18c76871028d67e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21172"
    uid: 207b3926-ab2b-451f-af8b-85879a008f4e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:10:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wc4gb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21107"
    uid: 8710c59b-e238-4d8f-a699-2b32c5e56fd0
  kind: Event
  lastTimestamp: "2026-07-31T15:10:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:10:11Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wc4gb.18c7687102992fd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21173"
    uid: 361a741b-5906-422c-816e-01d97f1ec957
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:10:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wc4gb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21107"
    uid: 8710c59b-e238-4d8f-a699-2b32c5e56fd0
  kind: Event
  lastTimestamp: "2026-07-31T15:10:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:10:11Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wc4gb.18c7687105e4d7ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "21176"
    uid: 0acec6e2-c7a6-441c-b6fc-acfd3918b81a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:10:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wc4gb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21107"
    uid: 8710c59b-e238-4d8f-a699-2b32c5e56fd0
  kind: Event
  lastTimestamp: "2026-07-31T15:10:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:10:11Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wc4gb.18c7687106554e8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21177"
    uid: 4ea64b4f-e8ea-4498-bb59-3926e5e9f40b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-31T15:10:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wc4gb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21107"
    uid: 8710c59b-e238-4d8f-a699-2b32c5e56fd0
  kind: Event
  lastTimestamp: "2026-07-31T15:11:36Z"
  message: 'Readiness probe failed: Get "http://10.133.0.32:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.32:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:36Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wc4gb.18c76879d9863352
    namespace: kserve-ci-e2e-test
    resourceVersion: "21887"
    uid: afdc7510-b24b-4fc5-9ee5-fe5a649c1c06
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wc4gb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21107"
    uid: 8710c59b-e238-4d8f-a699-2b32c5e56fd0
  kind: Event
  lastTimestamp: "2026-07-31T15:11:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:36Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wc4gb.18c76884c9f5ff10
    namespace: kserve-ci-e2e-test
    resourceVersion: "21884"
    uid: 4498f8b8-3415-443e-b80b-0de55c59a682
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wc4gb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21107"
    uid: 8710c59b-e238-4d8f-a699-2b32c5e56fd0
  kind: Event
  lastTimestamp: "2026-07-31T15:11:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:36Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wc4gb.18c76884c9f697e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21885"
    uid: 068a9d8a-37f4-4495-adca-5771d25ad7ee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wc4gb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21107"
    uid: 8710c59b-e238-4d8f-a699-2b32c5e56fd0
  kind: Event
  lastTimestamp: "2026-07-31T15:11:39Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:11:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:11:39Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wc4gb.18c768857d66c2b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21904"
    uid: 0d52e5ed-f65d-42c2-8218-f9ff3d898fb8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:10:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21091"
    uid: 838eb399-a01a-47a7-a7bf-7a1822ed23b6
  kind: Event
  lastTimestamp: "2026-07-31T15:10:06Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-wc4gb'
  metadata:
    creationTimestamp: "2026-07-31T15:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:10:06Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18c7686fd1790412
    namespace: kserve-ci-e2e-test
    resourceVersion: "21105"
    uid: 6ee5af93-12ef-4b70-af73-ff73f9bdb7df
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:10:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21089"
    uid: af37ca1b-8188-48ed-bd23-617b46477293
  kind: Event
  lastTimestamp: "2026-07-31T15:10:06Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:10:06Z"
    name: isvc-predictive-xgboost-v2-predictor.18c7686fcde3ae19
    namespace: kserve-ci-e2e-test
    resourceVersion: "21092"
    uid: 68f7cecc-d41c-4a73-924c-90385390b292
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:10:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21090"
    uid: 4fafc062-5b44-4e0e-8fc1-f62bce162c5a
  kind: Event
  lastTimestamp: "2026-07-31T15:10:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:10:51Z"
    name: isvc-predictive-xgboost-v2-predictor.18c768734d698395
    namespace: kserve-ci-e2e-test
    resourceVersion: "21455"
    uid: a8dbacd4-ed4b-4a9c-b6e9-6fc50a122a2a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:10:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21090"
    uid: 4fafc062-5b44-4e0e-8fc1-f62bce162c5a
  kind: Event
  lastTimestamp: "2026-07-31T15:10:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:10:51Z"
    name: isvc-predictive-xgboost-v2-predictor.18c768734ddfed44
    namespace: kserve-ci-e2e-test
    resourceVersion: "21456"
    uid: 5f211c0b-75db-4de0-b26d-1abcc3a9b71b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:10:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21242"
    uid: 4fafc062-5b44-4e0e-8fc1-f62bce162c5a
  kind: Event
  lastTimestamp: "2026-07-31T15:11:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:11:21Z"
    name: isvc-predictive-xgboost-v2-predictor.18c76876cce70129
    namespace: kserve-ci-e2e-test
    resourceVersion: "21674"
    uid: dd23efb8-6d26-42eb-8f08-9aec8048d21c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:10:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21242"
    uid: 4fafc062-5b44-4e0e-8fc1-f62bce162c5a
  kind: Event
  lastTimestamp: "2026-07-31T15:11:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:11:21Z"
    name: isvc-predictive-xgboost-v2-predictor.18c76876cd5eaf46
    namespace: kserve-ci-e2e-test
    resourceVersion: "21675"
    uid: d15ebd76-9c5d-425e-8681-83ec10c3489e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T15:10:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21082"
    uid: 0653344e-24da-4a9a-ab15-479e52147494
  kind: Event
  lastTimestamp: "2026-07-31T15:11:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:11:27Z"
    name: isvc-predictive-xgboost-v2.18c7686fcde33def
    namespace: kserve-ci-e2e-test
    resourceVersion: "21750"
    uid: 9d732904-f665-4a95-b33e-33fa07d74f26
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:10:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21082"
    uid: 0653344e-24da-4a9a-ab15-479e52147494
  kind: Event
  lastTimestamp: "2026-07-31T15:10:06Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:10:06Z"
    name: isvc-predictive-xgboost-v2.18c7686fce7c7cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "21096"
    uid: c1b73212-2d83-4659-b8ab-0ad3f787755d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:11:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21747"
    uid: 0653344e-24da-4a9a-ab15-479e52147494
  kind: Event
  lastTimestamp: "2026-07-31T15:11:27Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:11:27Z"
    name: isvc-predictive-xgboost-v2.18c768828743641b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21748"
    uid: 9bb0347e-f8b9-4d83-abcd-e850f05e4273
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "18550"
    uid: 9ee1b252-b6c2-449d-8395-349aecbe3161
  kind: Event
  lastTimestamp: "2026-07-31T15:06:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:05:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:06:43Z"
    name: isvc-predictive-xgboost.18c7682d0f8d3527
    namespace: kserve-ci-e2e-test
    resourceVersion: "19230"
    uid: 1588744d-3b6a-4b90-bbf6-26efc3fba046
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:05:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "18550"
    uid: 9ee1b252-b6c2-449d-8395-349aecbe3161
  kind: Event
  lastTimestamp: "2026-07-31T15:05:20Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:05:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:05:20Z"
    name: isvc-predictive-xgboost.18c7682d101f7d38
    namespace: kserve-ci-e2e-test
    resourceVersion: "18565"
    uid: 32142fbb-a766-4d1b-9345-25f2a6d5ad14
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:06:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "19228"
    uid: 9ee1b252-b6c2-449d-8395-349aecbe3161
  kind: Event
  lastTimestamp: "2026-07-31T15:06:43Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:06:43Z"
    name: isvc-predictive-xgboost.18c768408535ccf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19229"
    uid: 42f8a406-ba1a-4aa6-93e7-b0e1829e2195
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:01:01.100996Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-10a884-predictor-565495c8c8-qvvlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16022"
    uid: c79515a4-af1a-4622-be1c-8ed4d13e3302
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-10a884-predictor-565495c8c8-qvvlx
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:01:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:01:01Z"
    name: isvc-primary-10a884-predictor-565495c8c8-qvvlx.18c767f0c6cfbc0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16028"
    uid: af471112-6371-4292-8068-91319f6ae178
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-10a884-predictor-565495c8c8-qvvlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16026"
    uid: c79515a4-af1a-4622-be1c-8ed4d13e3302
  kind: Event
  lastTimestamp: "2026-07-31T15:01:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-10a884-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:01Z"
    name: isvc-primary-10a884-predictor-565495c8c8-qvvlx.18c767f0d74583c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16044"
    uid: 4d38ded4-e269-4e71-8c12-e261aa98c272
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-10a884-predictor-565495c8c8-qvvlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16033"
    uid: c79515a4-af1a-4622-be1c-8ed4d13e3302
  kind: Event
  lastTimestamp: "2026-07-31T15:01:02Z"
  message: Add eth0 [10.134.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:01:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:01:02Z"
    name: isvc-primary-10a884-predictor-565495c8c8-qvvlx.18c767f104e2d9f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 644eb19a-be76-4727-8858-8910fa184aaf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-10a884-predictor-565495c8c8-qvvlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16026"
    uid: c79515a4-af1a-4622-be1c-8ed4d13e3302
  kind: Event
  lastTimestamp: "2026-07-31T15:01:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:01:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:02Z"
    name: isvc-primary-10a884-predictor-565495c8c8-qvvlx.18c767f107a79c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "16058"
    uid: 83a996bb-6548-4c55-9fd2-46aad6279ef6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-10a884-predictor-565495c8c8-qvvlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16026"
    uid: c79515a4-af1a-4622-be1c-8ed4d13e3302
  kind: Event
  lastTimestamp: "2026-07-31T15:01:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:01:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:02Z"
    name: isvc-primary-10a884-predictor-565495c8c8-qvvlx.18c767f10a8b6895
    namespace: kserve-ci-e2e-test
    resourceVersion: "16059"
    uid: 2f4a31a5-ce39-4483-8cf0-96e375a762e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-10a884-predictor-565495c8c8-qvvlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16026"
    uid: c79515a4-af1a-4622-be1c-8ed4d13e3302
  kind: Event
  lastTimestamp: "2026-07-31T15:01:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:01:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:02Z"
    name: isvc-primary-10a884-predictor-565495c8c8-qvvlx.18c767f10afe70eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16060"
    uid: df2f5b61-54e8-4f83-b0e6-feb4da3e97fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-10a884-predictor-565495c8c8-qvvlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16026"
    uid: c79515a4-af1a-4622-be1c-8ed4d13e3302
  kind: Event
  lastTimestamp: "2026-07-31T15:01:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:07Z"
    name: isvc-primary-10a884-predictor-565495c8c8-qvvlx.18c767f227be72a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16107"
    uid: e93a89db-433c-4e80-82ff-c05f4c2a0f05
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-10a884-predictor-565495c8c8-qvvlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16026"
    uid: c79515a4-af1a-4622-be1c-8ed4d13e3302
  kind: Event
  lastTimestamp: "2026-07-31T15:01:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:07Z"
    name: isvc-primary-10a884-predictor-565495c8c8-qvvlx.18c767f22b25df8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16109"
    uid: d302822c-829d-477e-b9a6-5867e8bad320
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-10a884-predictor-565495c8c8-qvvlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16026"
    uid: c79515a4-af1a-4622-be1c-8ed4d13e3302
  kind: Event
  lastTimestamp: "2026-07-31T15:01:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:07Z"
    name: isvc-primary-10a884-predictor-565495c8c8-qvvlx.18c767f22b9c5b7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: 0b5c11ab-3e0b-4779-9e06-61baf5702939
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-10a884-predictor-565495c8c8-qvvlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16026"
    uid: c79515a4-af1a-4622-be1c-8ed4d13e3302
  kind: Event
  lastTimestamp: "2026-07-31T15:01:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:07Z"
    name: isvc-primary-10a884-predictor-565495c8c8-qvvlx.18c767f22ba7f2a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16113"
    uid: 64dd1ec3-a655-40b6-90da-e838f5197e61
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-10a884-predictor-565495c8c8-qvvlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16026"
    uid: c79515a4-af1a-4622-be1c-8ed4d13e3302
  kind: Event
  lastTimestamp: "2026-07-31T15:01:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:07Z"
    name: isvc-primary-10a884-predictor-565495c8c8-qvvlx.18c767f22eb67832
    namespace: kserve-ci-e2e-test
    resourceVersion: "16116"
    uid: c5f176c9-a048-4ab2-a903-6c49bae2a6c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-10a884-predictor-565495c8c8-qvvlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16026"
    uid: c79515a4-af1a-4622-be1c-8ed4d13e3302
  kind: Event
  lastTimestamp: "2026-07-31T15:01:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:07Z"
    name: isvc-primary-10a884-predictor-565495c8c8-qvvlx.18c767f22f2b47ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16117"
    uid: ee4e77ab-4ab9-40c4-a8d0-2f2b4ee7b23d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-10a884-predictor-565495c8c8-qvvlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16026"
    uid: c79515a4-af1a-4622-be1c-8ed4d13e3302
  kind: Event
  lastTimestamp: "2026-07-31T15:02:15Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:15Z"
    name: isvc-primary-10a884-predictor-565495c8c8-qvvlx.18c767f29f985a51
    namespace: kserve-ci-e2e-test
    resourceVersion: "16622"
    uid: 3554c46d-685b-4f8e-b08b-21bba63109dd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-10a884-predictor-565495c8c8-qvvlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16026"
    uid: c79515a4-af1a-4622-be1c-8ed4d13e3302
  kind: Event
  lastTimestamp: "2026-07-31T15:03:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:04Z"
    name: isvc-primary-10a884-predictor-565495c8c8-qvvlx.18c7680d7bb6e373
    namespace: kserve-ci-e2e-test
    resourceVersion: "17261"
    uid: 52b5ed9f-e8cb-437c-8856-380361c10064
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-10a884-predictor-565495c8c8-qvvlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16026"
    uid: c79515a4-af1a-4622-be1c-8ed4d13e3302
  kind: Event
  lastTimestamp: "2026-07-31T15:03:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:04Z"
    name: isvc-primary-10a884-predictor-565495c8c8-qvvlx.18c7680d7bb74498
    namespace: kserve-ci-e2e-test
    resourceVersion: "17262"
    uid: 60187146-882c-4613-bc61-dea3bf6240f4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-10a884-predictor-565495c8c8-qvvlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16026"
    uid: c79515a4-af1a-4622-be1c-8ed4d13e3302
  kind: Event
  lastTimestamp: "2026-07-31T15:03:05Z"
  message: 'Readiness probe failed: Get "https://10.134.0.22:8643/healthz": dial tcp
    10.134.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:03:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:03:05Z"
    name: isvc-primary-10a884-predictor-565495c8c8-qvvlx.18c7680da1e98b44
    namespace: kserve-ci-e2e-test
    resourceVersion: "17275"
    uid: 86eba3fb-917c-478c-af9c-11578f65957a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-10a884-predictor-565495c8c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16012"
    uid: 7f8919cd-e6d8-4558-a83f-58734bfb1e52
  kind: Event
  lastTimestamp: "2026-07-31T15:01:01Z"
  message: 'Created pod: isvc-primary-10a884-predictor-565495c8c8-qvvlx'
  metadata:
    creationTimestamp: "2026-07-31T15:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:01:01Z"
    name: isvc-primary-10a884-predictor-565495c8c8.18c767f0c653bdae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16025"
    uid: ccc64758-1a5d-4de5-a530-50eadb261993
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-10a884-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16010"
    uid: 6db7fb26-f91a-46e0-bf41-95a4fb642b18
  kind: Event
  lastTimestamp: "2026-07-31T15:01:01Z"
  message: Scaled up replica set isvc-primary-10a884-predictor-565495c8c8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-31T15:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:01:01Z"
    name: isvc-primary-10a884-predictor.18c767f0c30eb9d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16014"
    uid: 934bad2a-8b03-49a1-b49a-d77d2298174c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-10a884-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16011"
    uid: 834488ab-5ada-479e-90a5-fa66c7d1b8e9
  kind: Event
  lastTimestamp: "2026-07-31T15:01:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:01:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:01:46Z"
    name: isvc-primary-10a884-predictor.18c767f44208cac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16414"
    uid: b3cf8c6a-42b2-4aae-b81c-ffa398837123
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-10a884-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16011"
    uid: 834488ab-5ada-479e-90a5-fa66c7d1b8e9
  kind: Event
  lastTimestamp: "2026-07-31T15:01:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:01:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:01:46Z"
    name: isvc-primary-10a884-predictor.18c767f4425ac3f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16415"
    uid: c334828c-aea0-4b46-84d2-feda377f54c6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-10a884-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16189"
    uid: 834488ab-5ada-479e-90a5-fa66c7d1b8e9
  kind: Event
  lastTimestamp: "2026-07-31T15:02:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:01:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:02:46Z"
    name: isvc-primary-10a884-predictor.18c767f7c1a475b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16964"
    uid: a84e7986-7c0f-4dc9-8992-f4761140915d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-10a884-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16189"
    uid: 834488ab-5ada-479e-90a5-fa66c7d1b8e9
  kind: Event
  lastTimestamp: "2026-07-31T15:02:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:01:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:02:46Z"
    name: isvc-primary-10a884-predictor.18c767f7c21bf51d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16966"
    uid: 7ffdbe42-6fed-4295-a749-496002990dbf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-10a884
    namespace: kserve-ci-e2e-test
    resourceVersion: "16001"
    uid: 1f6ad14c-c6a8-4689-a0fa-d10bd9cd53b1
  kind: Event
  lastTimestamp: "2026-07-31T15:02:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:02:21Z"
    name: isvc-primary-10a884.18c767f0c30e264b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16692"
    uid: 7da4af2a-cf08-4c26-9ee4-1c63c517d445
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-10a884
    namespace: kserve-ci-e2e-test
    resourceVersion: "16001"
    uid: 1f6ad14c-c6a8-4689-a0fa-d10bd9cd53b1
  kind: Event
  lastTimestamp: "2026-07-31T15:01:01Z"
  message: 'Failed to update status for InferenceService "isvc-primary-10a884": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-10a884":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:01:01Z"
    name: isvc-primary-10a884.18c767f0c38be3e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16016"
    uid: 68bc0a91-af84-4dc8-b65e-a97cbf37f425
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-10a884
    namespace: kserve-ci-e2e-test
    resourceVersion: "16001"
    uid: 1f6ad14c-c6a8-4689-a0fa-d10bd9cd53b1
  kind: Event
  lastTimestamp: "2026-07-31T15:01:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-10a884": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:01:01Z"
    name: isvc-primary-10a884.18c767f0c38c47d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16017"
    uid: d3564ce5-9c6a-47f1-9f65-0860a6545752
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-10a884
    namespace: kserve-ci-e2e-test
    resourceVersion: "16689"
    uid: 1f6ad14c-c6a8-4689-a0fa-d10bd9cd53b1
  kind: Event
  lastTimestamp: "2026-07-31T15:02:21Z"
  message: InferenceService [isvc-primary-10a884] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:02:21Z"
    name: isvc-primary-10a884.18c76803737b7927
    namespace: kserve-ci-e2e-test
    resourceVersion: "16690"
    uid: 30755405-98d3-4a79-95f9-a6e16d5e836b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:02:46.290004Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-10a884-predictor-86cc5c8f8f-8sb7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: d0424baf-32d5-4fea-820d-9f3043bf7ed3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-10a884-predictor-86cc5c8f8f-8sb7s
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:02:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:02:46Z"
    name: isvc-secondary-10a884-predictor-86cc5c8f8f-8sb7s.18c768094490c2b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16988"
    uid: 8d55b6b1-acb8-412a-82cb-a6dd8fe7053e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-10a884-predictor-86cc5c8f8f-8sb7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16983"
    uid: d0424baf-32d5-4fea-820d-9f3043bf7ed3
  kind: Event
  lastTimestamp: "2026-07-31T15:02:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-10a884-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:46Z"
    name: isvc-secondary-10a884-predictor-86cc5c8f8f-8sb7s.18c7680952294964
    namespace: kserve-ci-e2e-test
    resourceVersion: "16997"
    uid: 476969e7-e63a-4657-afba-4be200c7b25f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-10a884-predictor-86cc5c8f8f-8sb7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16992"
    uid: d0424baf-32d5-4fea-820d-9f3043bf7ed3
  kind: Event
  lastTimestamp: "2026-07-31T15:02:47Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:02:47Z"
    name: isvc-secondary-10a884-predictor-86cc5c8f8f-8sb7s.18c76809824dffcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17007"
    uid: 6462dc73-388a-4a10-bdc4-a34c546157c3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-10a884-predictor-86cc5c8f8f-8sb7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16983"
    uid: d0424baf-32d5-4fea-820d-9f3043bf7ed3
  kind: Event
  lastTimestamp: "2026-07-31T15:02:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:52Z"
    name: isvc-secondary-10a884-predictor-86cc5c8f8f-8sb7s.18c7680983dcc282
    namespace: kserve-ci-e2e-test
    resourceVersion: "17103"
    uid: 30df13ac-e28b-4503-92ca-165b074ddfb9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-10a884-predictor-86cc5c8f8f-8sb7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16983"
    uid: d0424baf-32d5-4fea-820d-9f3043bf7ed3
  kind: Event
  lastTimestamp: "2026-07-31T15:02:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:52Z"
    name: isvc-secondary-10a884-predictor-86cc5c8f8f-8sb7s.18c7680987086e9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17110"
    uid: ae21000b-ba1b-40ab-a6af-6ef9795a735c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-10a884-predictor-86cc5c8f8f-8sb7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16983"
    uid: d0424baf-32d5-4fea-820d-9f3043bf7ed3
  kind: Event
  lastTimestamp: "2026-07-31T15:02:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:52Z"
    name: isvc-secondary-10a884-predictor-86cc5c8f8f-8sb7s.18c768098786d2fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17111"
    uid: 19dfcdaa-54ee-4aac-8190-8b2699558cb5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-10a884-predictor-86cc5c8f8f-8sb7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "16983"
    uid: d0424baf-32d5-4fea-820d-9f3043bf7ed3
  kind: Event
  lastTimestamp: "2026-07-31T15:02:58Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-10a884-predictor-86cc5c8f8f-8sb7s_kserve-ci-e2e-test(d0424baf-32d5-4fea-820d-9f3043bf7ed3)
  metadata:
    creationTimestamp: "2026-07-31T15:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:58Z"
    name: isvc-secondary-10a884-predictor-86cc5c8f8f-8sb7s.18c7680c1cd35eb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17171"
    uid: 14156522-6f46-450b-ab4b-a7599eabd7eb
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-10a884-predictor-86cc5c8f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16975"
    uid: 573fbc82-03f0-4977-a838-7dc7216a9c44
  kind: Event
  lastTimestamp: "2026-07-31T15:02:46Z"
  message: 'Created pod: isvc-secondary-10a884-predictor-86cc5c8f8f-8sb7s'
  metadata:
    creationTimestamp: "2026-07-31T15:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:02:46Z"
    name: isvc-secondary-10a884-predictor-86cc5c8f8f.18c7680944293901
    namespace: kserve-ci-e2e-test
    resourceVersion: "16984"
    uid: e277cf67-66a5-4f1e-bf72-c18e46c30a51
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-10a884-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16973"
    uid: 3c26003c-3695-4349-98fa-1dbabf34dda9
  kind: Event
  lastTimestamp: "2026-07-31T15:02:46Z"
  message: Scaled up replica set isvc-secondary-10a884-predictor-86cc5c8f8f from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-31T15:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:02:46Z"
    name: isvc-secondary-10a884-predictor.18c768094156c34a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16976"
    uid: 064240e5-e71e-4108-84b2-f8a94973a947
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-10a884-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16974"
    uid: cf0f7025-8e7d-4db8-8eca-8f09955a928f
  kind: Event
  lastTimestamp: "2026-07-31T15:03:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:03:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:03:01Z"
    name: isvc-secondary-10a884-predictor.18c7680cbfeab622
    namespace: kserve-ci-e2e-test
    resourceVersion: "17202"
    uid: b9daf928-4996-4b59-b6bf-b70e4defecab
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:03:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-10a884-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16974"
    uid: cf0f7025-8e7d-4db8-8eca-8f09955a928f
  kind: Event
  lastTimestamp: "2026-07-31T15:03:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:03:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:03:01Z"
    name: isvc-secondary-10a884-predictor.18c7680cc05e946a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17204"
    uid: 98c9540b-518b-4bd4-a40a-4e008c1b9d2e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-10a884
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: 734ebb03-f12c-4de8-8f2e-1e32ed7af871
  kind: Event
  lastTimestamp: "2026-07-31T15:02:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:02:58Z"
    name: isvc-secondary-10a884.18c768094157b174
    namespace: kserve-ci-e2e-test
    resourceVersion: "17176"
    uid: 86f35455-99ee-41d9-9d69-f82e05bd1677
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-10a884
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: 734ebb03-f12c-4de8-8f2e-1e32ed7af871
  kind: Event
  lastTimestamp: "2026-07-31T15:02:46Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-10a884":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-10a884":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:02:46Z"
    name: isvc-secondary-10a884.18c7680941e416dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16979"
    uid: 5872235d-fee9-4abd-ac40-19731de42141
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-10a884
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: 734ebb03-f12c-4de8-8f2e-1e32ed7af871
  kind: Event
  lastTimestamp: "2026-07-31T15:02:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-10a884": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:02:46Z"
    name: isvc-secondary-10a884.18c7680941e45371
    namespace: kserve-ci-e2e-test
    resourceVersion: "16980"
    uid: b2eb0cf0-091e-4720-be16-ee7a194a9646
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:00:55.978217Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15887"
    uid: 757a6c4f-ad9a-420d-b233-449c16bc1784
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:00:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:00:55Z"
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt.18c767ef957850d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15901"
    uid: 1f627811-db34-4bb2-8636-bdd46f98e157
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:00:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15917"
    uid: 757a6c4f-ad9a-420d-b233-449c16bc1784
  kind: Event
  lastTimestamp: "2026-07-31T15:00:56Z"
  message: Add eth0 [10.134.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:00:56Z"
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt.18c767efaf2e609e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15942"
    uid: 80612a62-9ea7-4dde-b5c4-8f50f2b25036
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 757a6c4f-ad9a-420d-b233-449c16bc1784
  kind: Event
  lastTimestamp: "2026-07-31T15:00:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:00:56Z"
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt.18c767efb0e1b16f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15944"
    uid: 4685726d-539a-49c0-84aa-d6ad24557f54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 757a6c4f-ad9a-420d-b233-449c16bc1784
  kind: Event
  lastTimestamp: "2026-07-31T15:00:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:00:56Z"
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt.18c767efb3646de5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15945"
    uid: 7ac0be20-9ce4-429a-9e81-6eb3f4d12e18
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 757a6c4f-ad9a-420d-b233-449c16bc1784
  kind: Event
  lastTimestamp: "2026-07-31T15:00:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:00:56Z"
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt.18c767efb3ccbe10
    namespace: kserve-ci-e2e-test
    resourceVersion: "15946"
    uid: d0d403b1-3f13-4efc-9526-ee353dee4e86
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 757a6c4f-ad9a-420d-b233-449c16bc1784
  kind: Event
  lastTimestamp: "2026-07-31T15:01:00Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:01:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:00Z"
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt.18c767f0c051a1f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16002"
    uid: 2391692c-ec46-48fe-aeab-d99e4abceddb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 757a6c4f-ad9a-420d-b233-449c16bc1784
  kind: Event
  lastTimestamp: "2026-07-31T15:01:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:01Z"
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt.18c767f0c480b407
    namespace: kserve-ci-e2e-test
    resourceVersion: "16019"
    uid: 9bf6674a-6faf-46a3-8ad7-38361864e27f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 757a6c4f-ad9a-420d-b233-449c16bc1784
  kind: Event
  lastTimestamp: "2026-07-31T15:01:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:01Z"
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt.18c767f0c4f8583e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16020"
    uid: ba09d8c1-61dc-4cbf-ad82-f92e80d4604d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 757a6c4f-ad9a-420d-b233-449c16bc1784
  kind: Event
  lastTimestamp: "2026-07-31T15:01:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:01Z"
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt.18c767f0c503fdf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16021"
    uid: cd638aa3-3ce9-40a9-ada8-2b8b3442d7e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 757a6c4f-ad9a-420d-b233-449c16bc1784
  kind: Event
  lastTimestamp: "2026-07-31T15:01:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:01Z"
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt.18c767f0c81fcaf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16032"
    uid: 2df221b4-725f-4628-9619-b92a1ffb576e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 757a6c4f-ad9a-420d-b233-449c16bc1784
  kind: Event
  lastTimestamp: "2026-07-31T15:01:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:01Z"
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt.18c767f0c8976ae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16034"
    uid: 336b7094-a6e7-45e5-a9da-ed5b3c4c59be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 757a6c4f-ad9a-420d-b233-449c16bc1784
  kind: Event
  lastTimestamp: "2026-07-31T15:01:01Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:48e3bc7f42ad0232c61ed1e7bb17842ea341630d39dfec302fe5b9430f32cdaa"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:01Z"
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt.18c767f0c8a37be4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16035"
    uid: af94a37a-3a5a-4d48-b3ae-0e3c7ce4799e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 757a6c4f-ad9a-420d-b233-449c16bc1784
  kind: Event
  lastTimestamp: "2026-07-31T15:01:01Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-31T15:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:01Z"
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt.18c767f0cbc349bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16039"
    uid: 0688cdb7-8d82-4ef8-ae85-abe187cb4973
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 757a6c4f-ad9a-420d-b233-449c16bc1784
  kind: Event
  lastTimestamp: "2026-07-31T15:01:01Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-31T15:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:01Z"
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt.18c767f0cc51477a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16041"
    uid: b5ccca58-7993-4bfc-959b-e1ff19667403
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 757a6c4f-ad9a-420d-b233-449c16bc1784
  kind: Event
  lastTimestamp: "2026-07-31T15:02:39Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.21:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:01:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:39Z"
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt.18c767f0fc5dec37
    namespace: kserve-ci-e2e-test
    resourceVersion: "16887"
    uid: ac173c05-4710-4a88-b529-0127cd989bde
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 757a6c4f-ad9a-420d-b233-449c16bc1784
  kind: Event
  lastTimestamp: "2026-07-31T15:02:39Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-31T15:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:39Z"
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt.18c767f13848cd1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16888"
    uid: 8c6fd4ce-4b22-4919-a77b-7cf90366b1e3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 757a6c4f-ad9a-420d-b233-449c16bc1784
  kind: Event
  lastTimestamp: "2026-07-31T15:02:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:02:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:31Z"
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt.18c76805b80c1d0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16781"
    uid: 4909928f-4405-4d2b-9120-968b2f1e5397
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 757a6c4f-ad9a-420d-b233-449c16bc1784
  kind: Event
  lastTimestamp: "2026-07-31T15:02:31Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-31T15:02:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:31Z"
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt.18c76805b80c75ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16785"
    uid: 986d37be-2c26-4d39-99a5-b817f1ac112e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 757a6c4f-ad9a-420d-b233-449c16bc1784
  kind: Event
  lastTimestamp: "2026-07-31T15:02:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:02:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:31Z"
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt.18c76805b80cc501
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: a88d60e4-1764-4cfb-bc81-17ff4877099f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 757a6c4f-ad9a-420d-b233-449c16bc1784
  kind: Event
  lastTimestamp: "2026-07-31T15:02:49Z"
  message: 'Readiness probe failed: Get "https://10.134.0.21:8643/healthz": dial tcp
    10.134.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:49Z"
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt.18c768066885fc96
    namespace: kserve-ci-e2e-test
    resourceVersion: "17032"
    uid: 66de0bba-860b-4e02-98e3-3cf6df4099ec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:00:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15869"
    uid: ccc00798-a8e4-4fce-913d-cf7a9526dc65
  kind: Event
  lastTimestamp: "2026-07-31T15:00:55Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-74bdc4498b-pdfrt'
  metadata:
    creationTimestamp: "2026-07-31T15:00:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:00:55Z"
    name: isvc-sklearn-batcher-custom-predictor-74bdc4498b.18c767ef94e9d532
    namespace: kserve-ci-e2e-test
    resourceVersion: "15893"
    uid: b2093572-68c9-4d4e-bf47-5482943a393f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:00:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15867"
    uid: 4da3fabf-a5b2-4a1e-bffc-95a6a229802b
  kind: Event
  lastTimestamp: "2026-07-31T15:00:55Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-74bdc4498b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:00:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:00:55Z"
    name: isvc-sklearn-batcher-custom-predictor.18c767ef8ed5b0df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15871"
    uid: 54656a80-3e63-4051-b4d9-9ee1c51636a9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15868"
    uid: 06f46065-2502-4011-9dbd-71af3a6b21d5
  kind: Event
  lastTimestamp: "2026-07-31T15:01:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:01:25Z"
    name: isvc-sklearn-batcher-custom-predictor.18c767f30d4f838a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16262"
    uid: f2b191a1-30d4-4d87-887b-34d11d12db64
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15868"
    uid: 06f46065-2502-4011-9dbd-71af3a6b21d5
  kind: Event
  lastTimestamp: "2026-07-31T15:01:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:01:25Z"
    name: isvc-sklearn-batcher-custom-predictor.18c767f30ddb0f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "16263"
    uid: aa0bd39c-3be1-47a1-87b5-ee05339612fd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16155"
    uid: 06f46065-2502-4011-9dbd-71af3a6b21d5
  kind: Event
  lastTimestamp: "2026-07-31T15:02:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:02:25Z"
    name: isvc-sklearn-batcher-custom-predictor.18c767fa0b918873
    namespace: kserve-ci-e2e-test
    resourceVersion: "16723"
    uid: 6d70effd-6f6c-4611-8896-49ce903745ec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T15:01:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16155"
    uid: 06f46065-2502-4011-9dbd-71af3a6b21d5
  kind: Event
  lastTimestamp: "2026-07-31T15:02:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:02:25Z"
    name: isvc-sklearn-batcher-custom-predictor.18c767fa0bf85d3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16724"
    uid: e46432b2-23e9-4984-a392-10e8697e1d45
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-31T15:00:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15858"
    uid: 34683091-ddcb-4300-85df-cb1b5c7baf98
  kind: Event
  lastTimestamp: "2026-07-31T15:02:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:00:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:02:19Z"
    name: isvc-sklearn-batcher-custom.18c767ef8eac39bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16666"
    uid: 98a7e032-8190-4f21-9b51-9b503dc3cc31
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:00:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15858"
    uid: 34683091-ddcb-4300-85df-cb1b5c7baf98
  kind: Event
  lastTimestamp: "2026-07-31T15:00:56Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:00:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:00:56Z"
    name: isvc-sklearn-batcher-custom.18c767ef8fb57f16
    namespace: kserve-ci-e2e-test
    resourceVersion: "15931"
    uid: e180cc53-e458-4f49-9cfe-1d856fe7b2d9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:00:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15877"
    uid: 34683091-ddcb-4300-85df-cb1b5c7baf98
  kind: Event
  lastTimestamp: "2026-07-31T15:00:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:00:56Z"
    name: isvc-sklearn-batcher-custom.18c767ef9a9b8917
    namespace: kserve-ci-e2e-test
    resourceVersion: "15932"
    uid: 407ca133-5e5e-4f9d-af73-69371cdd0674
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16663"
    uid: 34683091-ddcb-4300-85df-cb1b5c7baf98
  kind: Event
  lastTimestamp: "2026-07-31T15:02:19Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:02:19Z"
    name: isvc-sklearn-batcher-custom.18c76802f44fd17a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16665"
    uid: 9c7f5610-c0ba-43c5-90de-72600869452b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T14:59:10.967369Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss
    namespace: kserve-ci-e2e-test
    resourceVersion: "14997"
    uid: 4db34e85-40b4-4598-8083-e5d662e4e49d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-8488d4785f-pdrss
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T14:59:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T14:59:10Z"
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss.18c767d72255efa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15002"
    uid: c032b504-cbbe-4245-b468-5d9bbf65d085
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 4db34e85-40b4-4598-8083-e5d662e4e49d
  kind: Event
  lastTimestamp: "2026-07-31T14:59:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T14:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:11Z"
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss.18c767d729b9c3b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15013"
    uid: e31f3d00-6b3c-4e18-a239-b500d22db232
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss
    namespace: kserve-ci-e2e-test
    resourceVersion: "15006"
    uid: 4db34e85-40b4-4598-8083-e5d662e4e49d
  kind: Event
  lastTimestamp: "2026-07-31T14:59:11Z"
  message: Add eth0 [10.134.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T14:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T14:59:11Z"
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss.18c767d75f9fb22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15036"
    uid: 7a55e46e-302a-4d05-8f2e-517081a5f81b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 4db34e85-40b4-4598-8083-e5d662e4e49d
  kind: Event
  lastTimestamp: "2026-07-31T14:59:12Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
  metadata:
    creationTimestamp: "2026-07-31T14:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:12Z"
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss.18c767d7626d32bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15039"
    uid: 210863e1-de88-4bd3-a6db-29126e7ffe1c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 4db34e85-40b4-4598-8083-e5d662e4e49d
  kind: Event
  lastTimestamp: "2026-07-31T14:59:15Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    in 3.158s (3.158s including waiting). Image size: 300978625 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T14:59:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:15Z"
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss.18c767d81eb15da0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15060"
    uid: e777f40d-c56e-405a-b621-4c905f166ba7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 4db34e85-40b4-4598-8083-e5d662e4e49d
  kind: Event
  lastTimestamp: "2026-07-31T14:59:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T14:59:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:15Z"
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss.18c767d821952b24
    namespace: kserve-ci-e2e-test
    resourceVersion: "15061"
    uid: b47aacdd-0d4f-4869-84d9-d0c2486d148d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 4db34e85-40b4-4598-8083-e5d662e4e49d
  kind: Event
  lastTimestamp: "2026-07-31T14:59:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T14:59:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:15Z"
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss.18c767d821fe6441
    namespace: kserve-ci-e2e-test
    resourceVersion: "15062"
    uid: 49c93c31-aeb6-4c3d-bc69-c051ef5b1d29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 4db34e85-40b4-4598-8083-e5d662e4e49d
  kind: Event
  lastTimestamp: "2026-07-31T14:59:19Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
  metadata:
    creationTimestamp: "2026-07-31T14:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:19Z"
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss.18c767d9230c1944
    namespace: kserve-ci-e2e-test
    resourceVersion: "15110"
    uid: 98ea98c0-8548-471d-ad3c-fa832f0d33fb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 4db34e85-40b4-4598-8083-e5d662e4e49d
  kind: Event
  lastTimestamp: "2026-07-31T14:59:32Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    in 12.816s (12.816s including waiting). Image size: 1557910953 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T14:59:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:32Z"
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss.18c767dc1ef8a853
    namespace: kserve-ci-e2e-test
    resourceVersion: "15212"
    uid: 51ba26de-112e-4ddc-973d-7d07b072c641
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 4db34e85-40b4-4598-8083-e5d662e4e49d
  kind: Event
  lastTimestamp: "2026-07-31T14:59:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T14:59:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:32Z"
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss.18c767dc21f2a14f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15213"
    uid: 9a19f8f8-94f3-40e9-a391-b03d52b39660
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 4db34e85-40b4-4598-8083-e5d662e4e49d
  kind: Event
  lastTimestamp: "2026-07-31T14:59:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T14:59:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:32Z"
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss.18c767dc2271540e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15214"
    uid: 21aef8e7-819b-4341-a7c9-102ba8d978a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 4db34e85-40b4-4598-8083-e5d662e4e49d
  kind: Event
  lastTimestamp: "2026-07-31T14:59:32Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-31T14:59:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:32Z"
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss.18c767dc228031ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15215"
    uid: e6dd6aa9-f882-4d63-a5fa-891b4d3cb5b9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 4db34e85-40b4-4598-8083-e5d662e4e49d
  kind: Event
  lastTimestamp: "2026-07-31T14:59:34Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.527s (2.527s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T14:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:34Z"
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss.18c767dcb921047e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: b243be8b-5126-4afb-8d8d-fb0bf9718953
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 4db34e85-40b4-4598-8083-e5d662e4e49d
  kind: Event
  lastTimestamp: "2026-07-31T14:59:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T14:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:35Z"
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss.18c767dcbc084a46
    namespace: kserve-ci-e2e-test
    resourceVersion: "15235"
    uid: 0345b253-5749-4b60-9f2a-e61f7021449c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 4db34e85-40b4-4598-8083-e5d662e4e49d
  kind: Event
  lastTimestamp: "2026-07-31T14:59:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T14:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:35Z"
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss.18c767dcbc7f60ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "15236"
    uid: 927febc2-3911-4e9f-9697-01743d2b15be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 4db34e85-40b4-4598-8083-e5d662e4e49d
  kind: Event
  lastTimestamp: "2026-07-31T14:59:35Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:48e3bc7f42ad0232c61ed1e7bb17842ea341630d39dfec302fe5b9430f32cdaa"
  metadata:
    creationTimestamp: "2026-07-31T14:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:35Z"
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss.18c767dcbc8ce917
    namespace: kserve-ci-e2e-test
    resourceVersion: "15237"
    uid: ac20ed0a-df08-4a94-ae50-efe4584f17c9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 4db34e85-40b4-4598-8083-e5d662e4e49d
  kind: Event
  lastTimestamp: "2026-07-31T14:59:37Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:48e3bc7f42ad0232c61ed1e7bb17842ea341630d39dfec302fe5b9430f32cdaa"
    in 2.126s (2.127s including waiting). Image size: 240170084 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T14:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:37Z"
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss.18c767dd3b54e7d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15252"
    uid: 6ce096fa-08c3-4f72-984d-4642d83bf89d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 4db34e85-40b4-4598-8083-e5d662e4e49d
  kind: Event
  lastTimestamp: "2026-07-31T14:59:37Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-31T14:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:37Z"
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss.18c767dd3e945003
    namespace: kserve-ci-e2e-test
    resourceVersion: "15253"
    uid: ff4df4e6-1c02-439b-847d-3b2eeb790c1f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 4db34e85-40b4-4598-8083-e5d662e4e49d
  kind: Event
  lastTimestamp: "2026-07-31T14:59:37Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-31T14:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T14:59:37Z"
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss.18c767dd3f0f69ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "15254"
    uid: 25c6a8fe-05f3-4d25-a077-775a9f889623
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 4db34e85-40b4-4598-8083-e5d662e4e49d
  kind: Event
  lastTimestamp: "2026-07-31T15:01:07Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T14:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:07Z"
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss.18c767dd598e264f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16118"
    uid: ade58cff-e3fc-4b87-ab2e-05e7ec1ae1aa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 4db34e85-40b4-4598-8083-e5d662e4e49d
  kind: Event
  lastTimestamp: "2026-07-31T15:01:07Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-31T14:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:07Z"
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss.18c767dd59978926
    namespace: kserve-ci-e2e-test
    resourceVersion: "16119"
    uid: 34714a88-c979-4616-b5ea-968d03f5f80d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 4db34e85-40b4-4598-8083-e5d662e4e49d
  kind: Event
  lastTimestamp: "2026-07-31T15:00:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:00:56Z"
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss.18c767ef97f08a0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15919"
    uid: b0c83b13-b69f-4191-822b-418e5c2c35a6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 4db34e85-40b4-4598-8083-e5d662e4e49d
  kind: Event
  lastTimestamp: "2026-07-31T15:00:56Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-31T15:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:00:56Z"
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss.18c767ef97f17eba
    namespace: kserve-ci-e2e-test
    resourceVersion: "15921"
    uid: 19e2ce93-18f3-49d1-a1e6-8edeb7fa0caf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 4db34e85-40b4-4598-8083-e5d662e4e49d
  kind: Event
  lastTimestamp: "2026-07-31T15:00:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:00:56Z"
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss.18c767ef97f1e9fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15923"
    uid: 887aeec9-1dc6-4b0a-927e-45e13fab62f2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:00:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 4db34e85-40b4-4598-8083-e5d662e4e49d
  kind: Event
  lastTimestamp: "2026-07-31T15:01:03Z"
  message: 'Readiness probe failed: Get "https://10.134.0.20:8643/healthz": dial tcp
    10.134.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:01:03Z"
    name: isvc-sklearn-batcher-predictor-8488d4785f-pdrss.18c767f035b74e88
    namespace: kserve-ci-e2e-test
    resourceVersion: "16080"
    uid: a4f437f6-3acb-4690-8986-c15b63ed8f54
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-8488d4785f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14988"
    uid: 9a478259-ba9a-4c13-b3ed-dce7d0a432b0
  kind: Event
  lastTimestamp: "2026-07-31T14:59:10Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-8488d4785f-pdrss'
  metadata:
    creationTimestamp: "2026-07-31T14:59:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T14:59:10Z"
    name: isvc-sklearn-batcher-predictor-8488d4785f.18c767d721e34404
    namespace: kserve-ci-e2e-test
    resourceVersion: "14999"
    uid: d6cd858a-f82c-4c1a-bfb9-db8be0532291
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14986"
    uid: 5e59e326-fda6-4b7f-aced-ce6f3c41548e
  kind: Event
  lastTimestamp: "2026-07-31T14:59:10Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-8488d4785f from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-31T14:59:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T14:59:10Z"
    name: isvc-sklearn-batcher-predictor.18c767d71e72d331
    namespace: kserve-ci-e2e-test
    resourceVersion: "14989"
    uid: ff0bdfc1-e9e1-48bf-946a-d11e05b19463
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14987"
    uid: 2d1ee957-f986-4dc8-a545-923cd1c0c1b7
  kind: Event
  lastTimestamp: "2026-07-31T14:59:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T14:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T14:59:55Z"
    name: isvc-sklearn-batcher-predictor.18c767da9d028e40
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: 61dbc57a-83f8-4fe1-a08f-f09a94fd02de
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14987"
    uid: 2d1ee957-f986-4dc8-a545-923cd1c0c1b7
  kind: Event
  lastTimestamp: "2026-07-31T14:59:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T14:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T14:59:55Z"
    name: isvc-sklearn-batcher-predictor.18c767da9da034a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15411"
    uid: bed34d73-b858-4fbb-870f-7422e1b4cf61
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:00:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: 2d1ee957-f986-4dc8-a545-923cd1c0c1b7
  kind: Event
  lastTimestamp: "2026-07-31T15:00:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:00:41Z"
    name: isvc-sklearn-batcher-predictor.18c767e51a51455f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15740"
    uid: 251b8104-348d-4473-a6ea-80b98e9c6d7f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:00:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: 2d1ee957-f986-4dc8-a545-923cd1c0c1b7
  kind: Event
  lastTimestamp: "2026-07-31T15:00:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:00:41Z"
    name: isvc-sklearn-batcher-predictor.18c767e51aca3c16
    namespace: kserve-ci-e2e-test
    resourceVersion: "15741"
    uid: 53f82d6a-d259-4996-9de8-8d4915f5de03
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T14:59:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14978"
    uid: 78a8d6fe-d60a-4ddd-b1a4-22c5550c92af
  kind: Event
  lastTimestamp: "2026-07-31T15:00:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T14:59:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:00:47Z"
    name: isvc-sklearn-batcher.18c767d71e9583b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15791"
    uid: f1047a55-10f3-44c8-b4ba-2c4e55621450
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:00:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15788"
    uid: 78a8d6fe-d60a-4ddd-b1a4-22c5550c92af
  kind: Event
  lastTimestamp: "2026-07-31T15:00:47Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:00:47Z"
    name: isvc-sklearn-batcher.18c767ed94b021aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15790"
    uid: 30afc3e5-13f2-4361-b7c0-2d82b4c8c910
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:33:54.455575Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34785"
    uid: 40c2992b-3bbe-4842-a921-d3909b6e15c5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-557779745-n8bpb
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:33:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:33:54Z"
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb.18c769bc3be90cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "34790"
    uid: bc986e26-dacb-4f6b-9d00-e6f2f1797e23
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34788"
    uid: 40c2992b-3bbe-4842-a921-d3909b6e15c5
  kind: Event
  lastTimestamp: "2026-07-31T15:33:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-mcp-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:33:54Z"
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb.18c769bc487b2d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "34801"
    uid: 59dd4132-f1fb-4e6c-a9ed-eb8ed18aaca5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34794"
    uid: 40c2992b-3bbe-4842-a921-d3909b6e15c5
  kind: Event
  lastTimestamp: "2026-07-31T15:33:55Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:33:55Z"
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb.18c769bc79744c2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34813"
    uid: bf6b886f-e64e-4ed7-8a2b-c3d45d3c32ab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34788"
    uid: 40c2992b-3bbe-4842-a921-d3909b6e15c5
  kind: Event
  lastTimestamp: "2026-07-31T15:33:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:33:55Z"
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb.18c769bc7b0de036
    namespace: kserve-ci-e2e-test
    resourceVersion: "34815"
    uid: 5132392e-d229-4159-97c8-6bac2f8f7bfd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34788"
    uid: 40c2992b-3bbe-4842-a921-d3909b6e15c5
  kind: Event
  lastTimestamp: "2026-07-31T15:33:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:33:55Z"
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb.18c769bc7dafe01c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34817"
    uid: 19985522-bb02-4c4a-bda5-30d03278f0f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34788"
    uid: 40c2992b-3bbe-4842-a921-d3909b6e15c5
  kind: Event
  lastTimestamp: "2026-07-31T15:33:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:33:55Z"
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb.18c769bc7e34a27a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34818"
    uid: 9e4198de-5371-45cc-9cc7-de5b00913e7c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:34:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34788"
    uid: 40c2992b-3bbe-4842-a921-d3909b6e15c5
  kind: Event
  lastTimestamp: "2026-07-31T15:34:00Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:34:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:34:00Z"
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb.18c769bd8dc3fbb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34861"
    uid: e2e23546-3c73-47ce-aa07-1c7ea887c52b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:34:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34788"
    uid: 40c2992b-3bbe-4842-a921-d3909b6e15c5
  kind: Event
  lastTimestamp: "2026-07-31T15:34:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:34:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:34:00Z"
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb.18c769bd90c0cc47
    namespace: kserve-ci-e2e-test
    resourceVersion: "34863"
    uid: 21c614e1-4988-4ac7-adc1-78183c4121a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:34:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34788"
    uid: 40c2992b-3bbe-4842-a921-d3909b6e15c5
  kind: Event
  lastTimestamp: "2026-07-31T15:34:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:34:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:34:00Z"
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb.18c769bd9139f952
    namespace: kserve-ci-e2e-test
    resourceVersion: "34866"
    uid: 7b64e6ec-7fa6-4074-bf69-d70995263fb6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:34:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34788"
    uid: 40c2992b-3bbe-4842-a921-d3909b6e15c5
  kind: Event
  lastTimestamp: "2026-07-31T15:34:00Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-07-31T15:34:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:34:00Z"
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb.18c769bd9147b0f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34867"
    uid: b4e4710b-9fda-40a1-9c21-c8d1ee42c47a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:34:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34788"
    uid: 40c2992b-3bbe-4842-a921-d3909b6e15c5
  kind: Event
  lastTimestamp: "2026-07-31T15:34:02Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.416s (2.416s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T15:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:34:02Z"
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb.18c769be2154b604
    namespace: kserve-ci-e2e-test
    resourceVersion: "34889"
    uid: 6c7d5022-7c1e-4c72-bab6-63b943f18572
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:34:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34788"
    uid: 40c2992b-3bbe-4842-a921-d3909b6e15c5
  kind: Event
  lastTimestamp: "2026-07-31T15:34:02Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-07-31T15:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:34:02Z"
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb.18c769be248cfc87
    namespace: kserve-ci-e2e-test
    resourceVersion: "34890"
    uid: ca896865-0bcc-4e97-a35a-eee387d4d3db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:34:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34788"
    uid: 40c2992b-3bbe-4842-a921-d3909b6e15c5
  kind: Event
  lastTimestamp: "2026-07-31T15:34:02Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-07-31T15:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:34:02Z"
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb.18c769be2507cd97
    namespace: kserve-ci-e2e-test
    resourceVersion: "34891"
    uid: 64da1522-1842-4534-9c1c-be86095014c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:34:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34788"
    uid: 40c2992b-3bbe-4842-a921-d3909b6e15c5
  kind: Event
  lastTimestamp: "2026-07-31T15:34:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:34:02Z"
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb.18c769be2513ad3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34892"
    uid: 60d2a564-5e0e-48a5-bb26-0445a12e2fc1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:34:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34788"
    uid: 40c2992b-3bbe-4842-a921-d3909b6e15c5
  kind: Event
  lastTimestamp: "2026-07-31T15:34:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:34:02Z"
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb.18c769be28699296
    namespace: kserve-ci-e2e-test
    resourceVersion: "34893"
    uid: 1099d0c3-60e2-4868-bc31-ee67a44607dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:34:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34788"
    uid: 40c2992b-3bbe-4842-a921-d3909b6e15c5
  kind: Event
  lastTimestamp: "2026-07-31T15:34:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:34:02Z"
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb.18c769be28e31458
    namespace: kserve-ci-e2e-test
    resourceVersion: "34894"
    uid: 6de31d29-23b0-4b7d-8e44-16b67785899b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T15:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34788"
    uid: 40c2992b-3bbe-4842-a921-d3909b6e15c5
  kind: Event
  lastTimestamp: "2026-07-31T15:35:40Z"
  message: 'Readiness probe failed: Get "http://10.134.0.55:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.55:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:35:40Z"
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb.18c769c48bb7e583
    namespace: kserve-ci-e2e-test
    resourceVersion: "35767"
    uid: 5b656d92-8152-472c-9f85-d9180b18cc74
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:34:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34788"
    uid: 40c2992b-3bbe-4842-a921-d3909b6e15c5
  kind: Event
  lastTimestamp: "2026-07-31T15:34:35Z"
  message: 'Liveness probe failed: Get "http://10.134.0.55:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.55:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:34:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:34:35Z"
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb.18c769c5c2db64db
    namespace: kserve-ci-e2e-test
    resourceVersion: "35128"
    uid: d8471b8c-5fbf-4d46-8394-a3b91ebcb6c1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:35:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34788"
    uid: 40c2992b-3bbe-4842-a921-d3909b6e15c5
  kind: Event
  lastTimestamp: "2026-07-31T15:35:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:35:14Z"
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb.18c769cee1e17c53
    namespace: kserve-ci-e2e-test
    resourceVersion: "35514"
    uid: eb755baa-687b-478d-8947-1a436ed8e85e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:35:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34788"
    uid: 40c2992b-3bbe-4842-a921-d3909b6e15c5
  kind: Event
  lastTimestamp: "2026-07-31T15:35:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:35:14Z"
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb.18c769cee1e2a294
    namespace: kserve-ci-e2e-test
    resourceVersion: "35515"
    uid: ffbc9c81-007a-40a1-8290-6d7b3456661f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:35:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34788"
    uid: 40c2992b-3bbe-4842-a921-d3909b6e15c5
  kind: Event
  lastTimestamp: "2026-07-31T15:35:14Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-07-31T15:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:35:14Z"
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb.18c769cee1e32666
    namespace: kserve-ci-e2e-test
    resourceVersion: "35516"
    uid: 26304a43-ebd9-4f42-b639-2105354e879f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-31T15:35:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34788"
    uid: 40c2992b-3bbe-4842-a921-d3909b6e15c5
  kind: Event
  lastTimestamp: "2026-07-31T15:35:40Z"
  message: 'Readiness probe failed: Get "https://10.134.0.55:8643/healthz": dial tcp
    10.134.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:35:40Z"
    name: isvc-sklearn-mcp-predictor-557779745-n8bpb.18c769cf05a8734a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35766"
    uid: 52fc561e-4cb5-4228-9ffb-4a0d4a69425f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-557779745
    namespace: kserve-ci-e2e-test
    resourceVersion: "34775"
    uid: 988d977a-683e-4b5a-87b1-cd3ec8fbe55f
  kind: Event
  lastTimestamp: "2026-07-31T15:33:54Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-557779745-n8bpb'
  metadata:
    creationTimestamp: "2026-07-31T15:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:33:54Z"
    name: isvc-sklearn-mcp-predictor-557779745.18c769bc3b532436
    namespace: kserve-ci-e2e-test
    resourceVersion: "34787"
    uid: f6b57462-d2b2-4655-972f-4ef7c023271f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34773"
    uid: b72c8d29-9555-4633-aa73-9f75a7362bda
  kind: Event
  lastTimestamp: "2026-07-31T15:33:54Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-557779745 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:33:54Z"
    name: isvc-sklearn-mcp-predictor.18c769bc38309d0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34777"
    uid: 6785d3cc-b688-4dde-a0f6-295bcb2f7d81
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34766"
    uid: 2b7e5164-03ab-4e52-84c8-4739c89956f0
  kind: Event
  lastTimestamp: "2026-07-31T15:35:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:35:10Z"
    name: isvc-sklearn-mcp.18c769bc37de15ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "35462"
    uid: 33e0096b-7624-48ce-95d4-691ddf867356
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34766"
    uid: 2b7e5164-03ab-4e52-84c8-4739c89956f0
  kind: Event
  lastTimestamp: "2026-07-31T15:33:54Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:33:54Z"
    name: isvc-sklearn-mcp.18c769bc3848a00d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34796"
    uid: ecae0d86-686b-43c6-8916-a686529a7f3a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34774"
    uid: 2b7e5164-03ab-4e52-84c8-4739c89956f0
  kind: Event
  lastTimestamp: "2026-07-31T15:33:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:33:54Z"
    name: isvc-sklearn-mcp.18c769bc3e741ca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34797"
    uid: 620a1584-cc92-41ea-be3f-bf681a2fcb14
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:35:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35460"
    uid: 2b7e5164-03ab-4e52-84c8-4739c89956f0
  kind: Event
  lastTimestamp: "2026-07-31T15:35:10Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:35:10Z"
    name: isvc-sklearn-mcp.18c769cde311612d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35461"
    uid: 4d7f6219-868c-475d-9deb-ac584f1aac4a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:13:24.430355Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5f8888fcd7-r8qbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22826"
    uid: 115552c7-ff25-4bee-9a28-5a0093a60336
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-5f8888fcd7-r8qbz
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:13:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:13:24Z"
    name: isvc-sklearn-predictor-5f8888fcd7-r8qbz.18c7689dd8b19244
    namespace: kserve-ci-e2e-test
    resourceVersion: "22833"
    uid: 248c9bee-7064-44e5-9ea1-69aa4b24ba9a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5f8888fcd7-r8qbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22836"
    uid: 115552c7-ff25-4bee-9a28-5a0093a60336
  kind: Event
  lastTimestamp: "2026-07-31T15:13:24Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:13:24Z"
    name: isvc-sklearn-predictor-5f8888fcd7-r8qbz.18c7689df2466c93
    namespace: kserve-ci-e2e-test
    resourceVersion: "22845"
    uid: 7b71d207-e50f-4c9b-bfaa-04caf4d5713a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5f8888fcd7-r8qbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22829"
    uid: 115552c7-ff25-4bee-9a28-5a0093a60336
  kind: Event
  lastTimestamp: "2026-07-31T15:13:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:24Z"
    name: isvc-sklearn-predictor-5f8888fcd7-r8qbz.18c7689df3bd696a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22847"
    uid: 8a9fe304-16bd-4340-be2b-0d4b7f36401a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5f8888fcd7-r8qbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22829"
    uid: 115552c7-ff25-4bee-9a28-5a0093a60336
  kind: Event
  lastTimestamp: "2026-07-31T15:13:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:24Z"
    name: isvc-sklearn-predictor-5f8888fcd7-r8qbz.18c7689df66227c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22848"
    uid: cd8ae9b5-32c8-4207-8a4b-010489adc50f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5f8888fcd7-r8qbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22829"
    uid: 115552c7-ff25-4bee-9a28-5a0093a60336
  kind: Event
  lastTimestamp: "2026-07-31T15:13:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:24Z"
    name: isvc-sklearn-predictor-5f8888fcd7-r8qbz.18c7689df6dacd2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22849"
    uid: 53b94186-8265-4726-b932-425e281fae08
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f8888fcd7-r8qbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22829"
    uid: 115552c7-ff25-4bee-9a28-5a0093a60336
  kind: Event
  lastTimestamp: "2026-07-31T15:13:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:28Z"
    name: isvc-sklearn-predictor-5f8888fcd7-r8qbz.18c7689ee68f8d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22885"
    uid: 1c244edc-58f5-4c44-a921-61bbd509c947
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f8888fcd7-r8qbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22829"
    uid: 115552c7-ff25-4bee-9a28-5a0093a60336
  kind: Event
  lastTimestamp: "2026-07-31T15:13:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:29Z"
    name: isvc-sklearn-predictor-5f8888fcd7-r8qbz.18c7689ee9fb6e64
    namespace: kserve-ci-e2e-test
    resourceVersion: "22889"
    uid: ffececd8-2d05-4251-9da0-c6e0f23ac1df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f8888fcd7-r8qbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22829"
    uid: 115552c7-ff25-4bee-9a28-5a0093a60336
  kind: Event
  lastTimestamp: "2026-07-31T15:13:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:29Z"
    name: isvc-sklearn-predictor-5f8888fcd7-r8qbz.18c7689eea74c29e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22890"
    uid: 1d99537e-592d-41df-b014-6d56dfa0fe86
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f8888fcd7-r8qbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22829"
    uid: 115552c7-ff25-4bee-9a28-5a0093a60336
  kind: Event
  lastTimestamp: "2026-07-31T15:13:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:29Z"
    name: isvc-sklearn-predictor-5f8888fcd7-r8qbz.18c7689eea802054
    namespace: kserve-ci-e2e-test
    resourceVersion: "22891"
    uid: 9ca1d70b-a2ce-4979-a061-e9d8b91ca4e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f8888fcd7-r8qbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22829"
    uid: 115552c7-ff25-4bee-9a28-5a0093a60336
  kind: Event
  lastTimestamp: "2026-07-31T15:13:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:29Z"
    name: isvc-sklearn-predictor-5f8888fcd7-r8qbz.18c7689eed359411
    namespace: kserve-ci-e2e-test
    resourceVersion: "22894"
    uid: 4eb31364-5145-4b2f-a655-c2a3703d158c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f8888fcd7-r8qbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22829"
    uid: 115552c7-ff25-4bee-9a28-5a0093a60336
  kind: Event
  lastTimestamp: "2026-07-31T15:13:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:13:29Z"
    name: isvc-sklearn-predictor-5f8888fcd7-r8qbz.18c7689eedaee640
    namespace: kserve-ci-e2e-test
    resourceVersion: "22895"
    uid: 37bc02e1-9c8f-4f48-b872-85905fc21f8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f8888fcd7-r8qbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22829"
    uid: 115552c7-ff25-4bee-9a28-5a0093a60336
  kind: Event
  lastTimestamp: "2026-07-31T15:14:56Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:14:56Z"
    name: isvc-sklearn-predictor-5f8888fcd7-r8qbz.18c7689f5e580ffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23746"
    uid: 95c7fcb9-6090-40a9-9f5b-7e9bd1f67a39
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f8888fcd7-r8qbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22829"
    uid: 115552c7-ff25-4bee-9a28-5a0093a60336
  kind: Event
  lastTimestamp: "2026-07-31T15:14:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:14:54Z"
    name: isvc-sklearn-predictor-5f8888fcd7-r8qbz.18c768b2d3d6af71
    namespace: kserve-ci-e2e-test
    resourceVersion: "23722"
    uid: 1a2c88e4-56e1-413e-82e5-6ba3daa8f6dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f8888fcd7-r8qbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22829"
    uid: 115552c7-ff25-4bee-9a28-5a0093a60336
  kind: Event
  lastTimestamp: "2026-07-31T15:14:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:14:54Z"
    name: isvc-sklearn-predictor-5f8888fcd7-r8qbz.18c768b2d3d72de6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23723"
    uid: 8fe21c74-cdd4-4a25-87cf-5aa8910f7d34
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f8888fcd7-r8qbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22829"
    uid: 115552c7-ff25-4bee-9a28-5a0093a60336
  kind: Event
  lastTimestamp: "2026-07-31T15:14:56Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:14:56Z"
    name: isvc-sklearn-predictor-5f8888fcd7-r8qbz.18c768b3647f4118
    namespace: kserve-ci-e2e-test
    resourceVersion: "23745"
    uid: 0936949c-4a16-4a4d-aedf-e1bfbdc4c89a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-5f8888fcd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22818"
    uid: 3afdcd5b-b21b-49b8-8adc-8b12dd619cd3
  kind: Event
  lastTimestamp: "2026-07-31T15:13:24Z"
  message: 'Created pod: isvc-sklearn-predictor-5f8888fcd7-r8qbz'
  metadata:
    creationTimestamp: "2026-07-31T15:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:13:24Z"
    name: isvc-sklearn-predictor-5f8888fcd7.18c7689dd83f491c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22828"
    uid: 2e3fdd0a-1b92-468b-b0ca-483732d8106e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22816"
    uid: 02365c3c-9392-4a8d-b524-0cf9be37839b
  kind: Event
  lastTimestamp: "2026-07-31T15:13:24Z"
  message: Scaled up replica set isvc-sklearn-predictor-5f8888fcd7 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:13:24Z"
    name: isvc-sklearn-predictor.18c7689dd5b235c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22819"
    uid: d739f502-0bc1-47ba-b4a5-689bf634dc98
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22817"
    uid: 6aef6a7d-47dd-4c52-934d-6d91f07e5588
  kind: Event
  lastTimestamp: "2026-07-31T15:14:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:13:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:14:09Z"
    name: isvc-sklearn-predictor.18c768a15442a755
    namespace: kserve-ci-e2e-test
    resourceVersion: "23289"
    uid: 7ea98167-e3f3-4105-9746-56f46bf769a2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22817"
    uid: 6aef6a7d-47dd-4c52-934d-6d91f07e5588
  kind: Event
  lastTimestamp: "2026-07-31T15:14:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:13:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:14:09Z"
    name: isvc-sklearn-predictor.18c768a154b4a66e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23290"
    uid: 9145c4e3-d5ab-4797-9b1f-45532e893779
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22988"
    uid: 6aef6a7d-47dd-4c52-934d-6d91f07e5588
  kind: Event
  lastTimestamp: "2026-07-31T15:14:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:14:54Z"
    name: isvc-sklearn-predictor.18c768abd17cd34d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23706"
    uid: f1171eef-5d9c-43ff-8dfa-96e27fd6162c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22988"
    uid: 6aef6a7d-47dd-4c52-934d-6d91f07e5588
  kind: Event
  lastTimestamp: "2026-07-31T15:14:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:14:54Z"
    name: isvc-sklearn-predictor.18c768abd1ed52fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23707"
    uid: a0c0fa27-215d-4fb4-be7b-9ea15185c283
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:18:05.043517Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-67986cc9f9-9z4m9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25335"
    uid: 01b61a33-d6ea-459e-af61-acb0728cc881
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-67986cc9f9-9z4m9
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:18:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:18:05Z"
    name: isvc-sklearn-runtime-predictor-67986cc9f9-9z4m9.18c768df2e8ab23e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25339"
    uid: 2b986f5a-15b2-47a3-95c7-1dcbe3d627c0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-67986cc9f9-9z4m9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25336"
    uid: 01b61a33-d6ea-459e-af61-acb0728cc881
  kind: Event
  lastTimestamp: "2026-07-31T15:18:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:18:05Z"
    name: isvc-sklearn-runtime-predictor-67986cc9f9-9z4m9.18c768df3a9fafeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25351"
    uid: 642ae445-e666-4da3-9ea3-20f8da2beaab
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-67986cc9f9-9z4m9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25344"
    uid: 01b61a33-d6ea-459e-af61-acb0728cc881
  kind: Event
  lastTimestamp: "2026-07-31T15:18:06Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:18:06Z"
    name: isvc-sklearn-runtime-predictor-67986cc9f9-9z4m9.18c768df6c6492cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25361"
    uid: 88de600a-e9ba-41e8-a0cb-190c422786f1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-67986cc9f9-9z4m9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25336"
    uid: 01b61a33-d6ea-459e-af61-acb0728cc881
  kind: Event
  lastTimestamp: "2026-07-31T15:18:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:18:06Z"
    name: isvc-sklearn-runtime-predictor-67986cc9f9-9z4m9.18c768df6de94107
    namespace: kserve-ci-e2e-test
    resourceVersion: "25364"
    uid: e4eef833-4783-4010-b488-cccb73365735
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-67986cc9f9-9z4m9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25336"
    uid: 01b61a33-d6ea-459e-af61-acb0728cc881
  kind: Event
  lastTimestamp: "2026-07-31T15:18:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:18:06Z"
    name: isvc-sklearn-runtime-predictor-67986cc9f9-9z4m9.18c768df70693ca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25365"
    uid: 29c1535c-115f-4141-b03e-2aa5a3618df1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-67986cc9f9-9z4m9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25336"
    uid: 01b61a33-d6ea-459e-af61-acb0728cc881
  kind: Event
  lastTimestamp: "2026-07-31T15:18:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:18:06Z"
    name: isvc-sklearn-runtime-predictor-67986cc9f9-9z4m9.18c768df70d77569
    namespace: kserve-ci-e2e-test
    resourceVersion: "25366"
    uid: c7648be6-5ce5-42d3-b9c1-2a9cc938664c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-67986cc9f9-9z4m9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25336"
    uid: 01b61a33-d6ea-459e-af61-acb0728cc881
  kind: Event
  lastTimestamp: "2026-07-31T15:18:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:18:12Z"
    name: isvc-sklearn-runtime-predictor-67986cc9f9-9z4m9.18c768e0d5beef97
    namespace: kserve-ci-e2e-test
    resourceVersion: "25415"
    uid: c6d8d750-7945-4ea7-bfb1-1aa0cac125b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-67986cc9f9-9z4m9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25336"
    uid: 01b61a33-d6ea-459e-af61-acb0728cc881
  kind: Event
  lastTimestamp: "2026-07-31T15:18:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:18:12Z"
    name: isvc-sklearn-runtime-predictor-67986cc9f9-9z4m9.18c768e0d89a5d6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25417"
    uid: add4d141-a513-42d4-a842-ed254d6379c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-67986cc9f9-9z4m9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25336"
    uid: 01b61a33-d6ea-459e-af61-acb0728cc881
  kind: Event
  lastTimestamp: "2026-07-31T15:18:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:18:12Z"
    name: isvc-sklearn-runtime-predictor-67986cc9f9-9z4m9.18c768e0d90fe0cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25419"
    uid: 7e752982-d430-4946-add7-1728c2b24275
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-67986cc9f9-9z4m9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25336"
    uid: 01b61a33-d6ea-459e-af61-acb0728cc881
  kind: Event
  lastTimestamp: "2026-07-31T15:18:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:18:12Z"
    name: isvc-sklearn-runtime-predictor-67986cc9f9-9z4m9.18c768e0d91b09ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25421"
    uid: fadda18c-edb3-47dd-b34c-f439e23edcbb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-67986cc9f9-9z4m9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25336"
    uid: 01b61a33-d6ea-459e-af61-acb0728cc881
  kind: Event
  lastTimestamp: "2026-07-31T15:18:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:18:12Z"
    name: isvc-sklearn-runtime-predictor-67986cc9f9-9z4m9.18c768e0dc05101d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25423"
    uid: 07b3c350-b81a-41a2-881a-a372a0158703
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-67986cc9f9-9z4m9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25336"
    uid: 01b61a33-d6ea-459e-af61-acb0728cc881
  kind: Event
  lastTimestamp: "2026-07-31T15:18:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:18:12Z"
    name: isvc-sklearn-runtime-predictor-67986cc9f9-9z4m9.18c768e0dc7e3154
    namespace: kserve-ci-e2e-test
    resourceVersion: "25424"
    uid: 11732a06-6363-4c48-9de4-2c19688b248a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-67986cc9f9-9z4m9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25336"
    uid: 01b61a33-d6ea-459e-af61-acb0728cc881
  kind: Event
  lastTimestamp: "2026-07-31T15:18:20Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:18:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:18:20Z"
    name: isvc-sklearn-runtime-predictor-67986cc9f9-9z4m9.18c768e14dddd69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25487"
    uid: 2c520d9e-47ad-4a4f-bcbd-d93057a617bf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-67986cc9f9-9z4m9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25336"
    uid: 01b61a33-d6ea-459e-af61-acb0728cc881
  kind: Event
  lastTimestamp: "2026-07-31T15:18:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:18:36Z"
    name: isvc-sklearn-runtime-predictor-67986cc9f9-9z4m9.18c768e699644767
    namespace: kserve-ci-e2e-test
    resourceVersion: "25628"
    uid: 8416df1c-0235-44a3-8fda-259b09d1c3e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-67986cc9f9-9z4m9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25336"
    uid: 01b61a33-d6ea-459e-af61-acb0728cc881
  kind: Event
  lastTimestamp: "2026-07-31T15:18:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:18:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:18:36Z"
    name: isvc-sklearn-runtime-predictor-67986cc9f9-9z4m9.18c768e69964ff7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25629"
    uid: e433c157-6404-4417-9288-8ec772f8c940
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-67986cc9f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25325"
    uid: a8d5b3d9-39cb-4828-ab8f-bcaa1beab05f
  kind: Event
  lastTimestamp: "2026-07-31T15:18:05Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-67986cc9f9-9z4m9'
  metadata:
    creationTimestamp: "2026-07-31T15:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:18:05Z"
    name: isvc-sklearn-runtime-predictor-67986cc9f9.18c768df2e01853c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25338"
    uid: 459c400d-4609-40fb-aa0f-f370c02256f4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25323"
    uid: 79d6f91f-aaa1-44e2-b6bf-1f6b8c4e73d7
  kind: Event
  lastTimestamp: "2026-07-31T15:18:04Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-67986cc9f9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-31T15:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:18:04Z"
    name: isvc-sklearn-runtime-predictor.18c768df298c8aa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25327"
    uid: fe27ef92-fd99-4f85-b495-916fe0ad40d3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25324"
    uid: 1885ba16-d48d-452c-a07b-87eb476364d4
  kind: Event
  lastTimestamp: "2026-07-31T15:18:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:18:19Z"
    name: isvc-sklearn-runtime-predictor.18c768e2a88d174d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25480"
    uid: 0b916ef5-3eb6-46ff-81d5-080375589156
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25324"
    uid: 1885ba16-d48d-452c-a07b-87eb476364d4
  kind: Event
  lastTimestamp: "2026-07-31T15:18:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:18:19Z"
    name: isvc-sklearn-runtime-predictor.18c768e2a8f389cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25482"
    uid: 5311c9c9-44f3-4124-8428-dbb5644d46c4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25481"
    uid: 1885ba16-d48d-452c-a07b-87eb476364d4
  kind: Event
  lastTimestamp: "2026-07-31T15:18:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:18:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:18:34Z"
    name: isvc-sklearn-runtime-predictor.18c768e627d6c407
    namespace: kserve-ci-e2e-test
    resourceVersion: "25598"
    uid: 2258d364-524d-41c4-be62-c0d3c194b048
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25481"
    uid: 1885ba16-d48d-452c-a07b-87eb476364d4
  kind: Event
  lastTimestamp: "2026-07-31T15:18:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:18:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:18:35Z"
    name: isvc-sklearn-runtime-predictor.18c768e628527bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25600"
    uid: d2c13d63-05f3-46c8-b0c5-c3bf029df0dc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25314"
    uid: 08de0859-da10-4458-b0e7-311cd1a28196
  kind: Event
  lastTimestamp: "2026-07-31T15:18:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:18:30Z"
    name: isvc-sklearn-runtime.18c768df298d850d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25569"
    uid: 29fcef2b-1685-4c5c-aac7-e963d77e649d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25314"
    uid: 08de0859-da10-4458-b0e7-311cd1a28196
  kind: Event
  lastTimestamp: "2026-07-31T15:18:04Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:18:04Z"
    name: isvc-sklearn-runtime.18c768df2a0c91f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25329"
    uid: 170d505b-dc77-4b18-a787-898a37c5d22e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25567"
    uid: 08de0859-da10-4458-b0e7-311cd1a28196
  kind: Event
  lastTimestamp: "2026-07-31T15:18:30Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:18:30Z"
    name: isvc-sklearn-runtime.18c768e50d529f23
    namespace: kserve-ci-e2e-test
    resourceVersion: "25568"
    uid: 41717d47-9037-4a4f-9102-1b07df8855a3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:34:42.039150Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-567fcf85f4-snpmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35218"
    uid: e44cf494-c6bd-4597-a84d-f6cb49f591e2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-567fcf85f4-snpmd
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:34:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:34:42Z"
    name: isvc-sklearn-s3-predictor-567fcf85f4-snpmd.18c769c7501cc4a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35224"
    uid: 4fd47146-15c9-4836-b116-192e6387955e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:34:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-567fcf85f4-snpmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35228"
    uid: e44cf494-c6bd-4597-a84d-f6cb49f591e2
  kind: Event
  lastTimestamp: "2026-07-31T15:34:42Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:34:42Z"
    name: isvc-sklearn-s3-predictor-567fcf85f4-snpmd.18c769c7697b86e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35237"
    uid: 61e073fc-8f52-457d-aa4c-3d3877b64fbc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-567fcf85f4-snpmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35220"
    uid: e44cf494-c6bd-4597-a84d-f6cb49f591e2
  kind: Event
  lastTimestamp: "2026-07-31T15:34:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:34:42Z"
    name: isvc-sklearn-s3-predictor-567fcf85f4-snpmd.18c769c76ae14340
    namespace: kserve-ci-e2e-test
    resourceVersion: "35239"
    uid: ff3e37a7-2994-4d57-8247-a9b86a853116
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-567fcf85f4-snpmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35220"
    uid: e44cf494-c6bd-4597-a84d-f6cb49f591e2
  kind: Event
  lastTimestamp: "2026-07-31T15:34:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:34:42Z"
    name: isvc-sklearn-s3-predictor-567fcf85f4-snpmd.18c769c76db9f769
    namespace: kserve-ci-e2e-test
    resourceVersion: "35240"
    uid: 5f727398-855e-40e8-b0b1-b7bdf64b601b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-567fcf85f4-snpmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35220"
    uid: e44cf494-c6bd-4597-a84d-f6cb49f591e2
  kind: Event
  lastTimestamp: "2026-07-31T15:34:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:34:42Z"
    name: isvc-sklearn-s3-predictor-567fcf85f4-snpmd.18c769c76e25cd4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35241"
    uid: 82867c17-7f86-44ca-9dba-4374de752e65
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:34:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-567fcf85f4-snpmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35220"
    uid: e44cf494-c6bd-4597-a84d-f6cb49f591e2
  kind: Event
  lastTimestamp: "2026-07-31T15:34:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:34:44Z"
    name: isvc-sklearn-s3-predictor-567fcf85f4-snpmd.18c769c7d68679bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35257"
    uid: e21cd9dc-4e8b-440d-b147-12cdc7998dd6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:34:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-567fcf85f4-snpmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35220"
    uid: e44cf494-c6bd-4597-a84d-f6cb49f591e2
  kind: Event
  lastTimestamp: "2026-07-31T15:34:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:34:44Z"
    name: isvc-sklearn-s3-predictor-567fcf85f4-snpmd.18c769c7d98d5326
    namespace: kserve-ci-e2e-test
    resourceVersion: "35260"
    uid: 2bd26e04-b6b3-4651-a481-9080679c4076
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:34:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-567fcf85f4-snpmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35220"
    uid: e44cf494-c6bd-4597-a84d-f6cb49f591e2
  kind: Event
  lastTimestamp: "2026-07-31T15:34:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:34:44Z"
    name: isvc-sklearn-s3-predictor-567fcf85f4-snpmd.18c769c7d9fc427f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35263"
    uid: 8eca47df-9ea2-4c4e-ba89-5982b630d5f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:34:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-567fcf85f4-snpmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35220"
    uid: e44cf494-c6bd-4597-a84d-f6cb49f591e2
  kind: Event
  lastTimestamp: "2026-07-31T15:34:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:34:44Z"
    name: isvc-sklearn-s3-predictor-567fcf85f4-snpmd.18c769c7da06cacc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35264"
    uid: 19544d0a-8de7-4974-b220-3acd35e858da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:34:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-567fcf85f4-snpmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35220"
    uid: e44cf494-c6bd-4597-a84d-f6cb49f591e2
  kind: Event
  lastTimestamp: "2026-07-31T15:34:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:34:44Z"
    name: isvc-sklearn-s3-predictor-567fcf85f4-snpmd.18c769c7dc969948
    namespace: kserve-ci-e2e-test
    resourceVersion: "35266"
    uid: fcd04a2e-2cc0-4e5b-835c-40e3f73cd912
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:34:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-567fcf85f4-snpmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35220"
    uid: e44cf494-c6bd-4597-a84d-f6cb49f591e2
  kind: Event
  lastTimestamp: "2026-07-31T15:34:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:34:44Z"
    name: isvc-sklearn-s3-predictor-567fcf85f4-snpmd.18c769c7dd0139b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35267"
    uid: 02b74ab7-5d3b-4162-be55-c1a7c2d9d1a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T15:34:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-567fcf85f4-snpmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35220"
    uid: e44cf494-c6bd-4597-a84d-f6cb49f591e2
  kind: Event
  lastTimestamp: "2026-07-31T15:36:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:34:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:36:12Z"
    name: isvc-sklearn-s3-predictor-567fcf85f4-snpmd.18c769c84e5897a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36046"
    uid: 600e1823-01e9-4900-9893-9be3dafbaeed
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-567fcf85f4-snpmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35220"
    uid: e44cf494-c6bd-4597-a84d-f6cb49f591e2
  kind: Event
  lastTimestamp: "2026-07-31T15:36:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:36:12Z"
    name: isvc-sklearn-s3-predictor-567fcf85f4-snpmd.18c769dc4ae4af66
    namespace: kserve-ci-e2e-test
    resourceVersion: "36037"
    uid: 8550c3e7-412a-4134-995c-74801574a2a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-567fcf85f4-snpmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35220"
    uid: e44cf494-c6bd-4597-a84d-f6cb49f591e2
  kind: Event
  lastTimestamp: "2026-07-31T15:36:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:36:12Z"
    name: isvc-sklearn-s3-predictor-567fcf85f4-snpmd.18c769dc4ae555ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "36038"
    uid: 7b00b25d-6294-4e30-8fb3-09e50cb2a932
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-567fcf85f4-snpmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35220"
    uid: e44cf494-c6bd-4597-a84d-f6cb49f591e2
  kind: Event
  lastTimestamp: "2026-07-31T15:36:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.56:8643/healthz": dial tcp
    10.134.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:36:12Z"
    name: isvc-sklearn-s3-predictor-567fcf85f4-snpmd.18c769dc5488ea98
    namespace: kserve-ci-e2e-test
    resourceVersion: "36070"
    uid: 5567e3c0-3931-4485-a3bf-7695ca8e9dba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:34:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-567fcf85f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35208"
    uid: 9e7148cb-b288-4df8-8e3f-d8e7a7b54862
  kind: Event
  lastTimestamp: "2026-07-31T15:34:42Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-567fcf85f4-snpmd'
  metadata:
    creationTimestamp: "2026-07-31T15:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:34:42Z"
    name: isvc-sklearn-s3-predictor-567fcf85f4.18c769c74fb0e0a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35219"
    uid: 3a1d41e9-7827-47c2-b142-f56b79bf146c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:34:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35206"
    uid: f33ced90-75df-4803-8dbc-92878a087981
  kind: Event
  lastTimestamp: "2026-07-31T15:34:41Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-567fcf85f4 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:34:41Z"
    name: isvc-sklearn-s3-predictor.18c769c74cfb52b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35211"
    uid: 37a515e3-9404-439d-9747-d05cf3b06147
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:34:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35207"
    uid: 66d057a0-4ae2-4643-b34d-f5d60ec06c97
  kind: Event
  lastTimestamp: "2026-07-31T15:35:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:34:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:35:12Z"
    name: isvc-sklearn-s3-predictor.18c769cacc24c077
    namespace: kserve-ci-e2e-test
    resourceVersion: "35476"
    uid: 97a7393d-1abc-4268-9283-a2c6c614e004
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:34:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35207"
    uid: 66d057a0-4ae2-4643-b34d-f5d60ec06c97
  kind: Event
  lastTimestamp: "2026-07-31T15:35:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:34:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:35:12Z"
    name: isvc-sklearn-s3-predictor.18c769cacc998e21
    namespace: kserve-ci-e2e-test
    resourceVersion: "35477"
    uid: b48cfe8b-e88e-49d0-ae16-d18877257cce
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T15:35:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35365"
    uid: 66d057a0-4ae2-4643-b34d-f5d60ec06c97
  kind: Event
  lastTimestamp: "2026-07-31T15:36:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:36:12Z"
    name: isvc-sklearn-s3-predictor.18c769d1ca65e9ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "36018"
    uid: 5eb9a3dc-3696-4118-a511-70318d3d80f6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T15:35:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35365"
    uid: 66d057a0-4ae2-4643-b34d-f5d60ec06c97
  kind: Event
  lastTimestamp: "2026-07-31T15:36:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:36:12Z"
    name: isvc-sklearn-s3-predictor.18c769d1cada10a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36019"
    uid: 17a1f28d-f94b-4f6c-9995-2d814b792c20
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:39:15.899419Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56cd97f966-lpz7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37948"
    uid: 4b8848bc-8d03-4377-a4e0-25796f5e8eaf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-56cd97f966-lpz7w
    to ip-10-0-129-192.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:39:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:39:15Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56cd97f966-lpz7w.18c76a071374e309
    namespace: kserve-ci-e2e-test
    resourceVersion: "37953"
    uid: aebd888b-8165-4ced-885e-62dcf475d70f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56cd97f966-lpz7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37959"
    uid: 4b8848bc-8d03-4377-a4e0-25796f5e8eaf
  kind: Event
  lastTimestamp: "2026-07-31T15:39:16Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:39:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:39:16Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56cd97f966-lpz7w.18c76a072cec0dd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37970"
    uid: 129272da-ec27-41d3-b252-edc6c493a7af
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56cd97f966-lpz7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37949"
    uid: 4b8848bc-8d03-4377-a4e0-25796f5e8eaf
  kind: Event
  lastTimestamp: "2026-07-31T15:39:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:39:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:39:23Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56cd97f966-lpz7w.18c76a072ffd87e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38035"
    uid: 1e63018d-ee57-458c-bab0-3238c80fefbe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56cd97f966-lpz7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37949"
    uid: 4b8848bc-8d03-4377-a4e0-25796f5e8eaf
  kind: Event
  lastTimestamp: "2026-07-31T15:39:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:39:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:39:23Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56cd97f966-lpz7w.18c76a0732c43777
    namespace: kserve-ci-e2e-test
    resourceVersion: "38037"
    uid: 7ea84c30-fa40-4f48-ba43-fd72d136c21a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56cd97f966-lpz7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37949"
    uid: 4b8848bc-8d03-4377-a4e0-25796f5e8eaf
  kind: Event
  lastTimestamp: "2026-07-31T15:39:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:39:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:39:23Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56cd97f966-lpz7w.18c76a07333657c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38038"
    uid: c32f82cf-27da-41c5-88a5-bd526cfbf2ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56cd97f966-lpz7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "37949"
    uid: 4b8848bc-8d03-4377-a4e0-25796f5e8eaf
  kind: Event
  lastTimestamp: "2026-07-31T15:39:25Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:39:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:39:25Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56cd97f966-lpz7w.18c76a095fff278f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38071"
    uid: 5da67125-849a-4729-90c0-b51a8c317661
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56cd97f966
    namespace: kserve-ci-e2e-test
    resourceVersion: "37939"
    uid: 41f742af-f719-4696-bbb7-85d96378c6a2
  kind: Event
  lastTimestamp: "2026-07-31T15:39:15Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-56cd97f966-lpz7w'
  metadata:
    creationTimestamp: "2026-07-31T15:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:39:15Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-56cd97f966.18c76a0711d61f11
    namespace: kserve-ci-e2e-test
    resourceVersion: "37950"
    uid: ea742186-389c-4ea9-be6f-dca0c3c05c97
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37937"
    uid: 5cc31d7b-a63d-45ed-ad1d-c7bd091d09ba
  kind: Event
  lastTimestamp: "2026-07-31T15:39:15Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-56cd97f966
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:39:15Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18c76a070cc6e4f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37941"
    uid: 4ecce587-7121-4b3b-919b-6552c0a375bd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37929"
    uid: a10897c3-0121-46c2-bda3-8c0da5acf4ed
  kind: Event
  lastTimestamp: "2026-07-31T15:39:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:39:23Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c76a070cfeefa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38041"
    uid: 47964acd-7698-48fb-b199-5cd6d8756721
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37929"
    uid: a10897c3-0121-46c2-bda3-8c0da5acf4ed
  kind: Event
  lastTimestamp: "2026-07-31T15:39:16Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:39:16Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c76a070e2c926d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37964"
    uid: c4fd5625-5382-4a80-ad59-fb3200ce71bf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37934"
    uid: a10897c3-0121-46c2-bda3-8c0da5acf4ed
  kind: Event
  lastTimestamp: "2026-07-31T15:39:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-31T15:39:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:39:16Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c76a07198fb693
    namespace: kserve-ci-e2e-test
    resourceVersion: "37965"
    uid: 7df45d74-048d-4c31-a63c-ab663518f74b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:37:54.560505Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b-hvvlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "37165"
    uid: 7abba5d1-74d4-4b04-a2cf-48c147cb8b41
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b-hvvlh
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:37:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:37:54Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b-hvvlh.18c769f423477d1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37171"
    uid: 0e76ebb7-3f10-40b7-9ac4-da31861caacb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b-hvvlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "37177"
    uid: 7abba5d1-74d4-4b04-a2cf-48c147cb8b41
  kind: Event
  lastTimestamp: "2026-07-31T15:37:54Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:37:54Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b-hvvlh.18c769f43ce33a35
    namespace: kserve-ci-e2e-test
    resourceVersion: "37188"
    uid: 59e97ccf-3fd6-4a80-8cad-2d71b581fae2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b-hvvlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "37168"
    uid: 7abba5d1-74d4-4b04-a2cf-48c147cb8b41
  kind: Event
  lastTimestamp: "2026-07-31T15:37:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:37:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:37:55Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b-hvvlh.18c769f43e91d142
    namespace: kserve-ci-e2e-test
    resourceVersion: "37190"
    uid: ae851d65-0c77-47fd-bd7f-016501369df9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b-hvvlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "37168"
    uid: 7abba5d1-74d4-4b04-a2cf-48c147cb8b41
  kind: Event
  lastTimestamp: "2026-07-31T15:37:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:37:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:37:55Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b-hvvlh.18c769f4416c22a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37192"
    uid: eceb8f36-72e2-4151-b8c6-b885d4270dd2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b-hvvlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "37168"
    uid: 7abba5d1-74d4-4b04-a2cf-48c147cb8b41
  kind: Event
  lastTimestamp: "2026-07-31T15:37:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:37:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:37:55Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b-hvvlh.18c769f441ddc06b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37193"
    uid: 1c947ab9-c242-408c-9262-7578486255ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b-hvvlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "37168"
    uid: 7abba5d1-74d4-4b04-a2cf-48c147cb8b41
  kind: Event
  lastTimestamp: "2026-07-31T15:37:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:37:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b-hvvlh.18c769f4b80b9fa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37215"
    uid: edf5af21-39c0-44ec-8f5b-16a93fe5a5ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b-hvvlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "37168"
    uid: 7abba5d1-74d4-4b04-a2cf-48c147cb8b41
  kind: Event
  lastTimestamp: "2026-07-31T15:37:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:37:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b-hvvlh.18c769f4bb4fb628
    namespace: kserve-ci-e2e-test
    resourceVersion: "37217"
    uid: 5a493036-4f9c-473c-8dd3-396ba8ca7bce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b-hvvlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "37168"
    uid: 7abba5d1-74d4-4b04-a2cf-48c147cb8b41
  kind: Event
  lastTimestamp: "2026-07-31T15:37:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:37:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b-hvvlh.18c769f4bbc9aa8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37220"
    uid: ea3c4a57-c97e-4d13-b3dc-1f2fe249cdb0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b-hvvlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "37168"
    uid: 7abba5d1-74d4-4b04-a2cf-48c147cb8b41
  kind: Event
  lastTimestamp: "2026-07-31T15:37:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:37:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b-hvvlh.18c769f4bbd54ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37221"
    uid: fd392f5d-8de3-4503-8d2d-00cd9c1cf119
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b-hvvlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "37168"
    uid: 7abba5d1-74d4-4b04-a2cf-48c147cb8b41
  kind: Event
  lastTimestamp: "2026-07-31T15:37:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:37:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b-hvvlh.18c769f4bed6d1a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37224"
    uid: 1f7f898d-885c-4ebe-b143-2152f63f5321
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b-hvvlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "37168"
    uid: 7abba5d1-74d4-4b04-a2cf-48c147cb8b41
  kind: Event
  lastTimestamp: "2026-07-31T15:37:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:37:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b-hvvlh.18c769f4bf5800f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37225"
    uid: e49f03ad-0d25-4b6d-8bfa-3e50a9cf54c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b-hvvlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "37168"
    uid: 7abba5d1-74d4-4b04-a2cf-48c147cb8b41
  kind: Event
  lastTimestamp: "2026-07-31T15:39:04Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:39:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b-hvvlh.18c769f4f4179e46
    namespace: kserve-ci-e2e-test
    resourceVersion: "37801"
    uid: e2b06c50-c8c1-467d-9d70-13566122dc7d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b-hvvlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "37168"
    uid: 7abba5d1-74d4-4b04-a2cf-48c147cb8b41
  kind: Event
  lastTimestamp: "2026-07-31T15:39:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:39:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b-hvvlh.18c76a06ce148c9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37914"
    uid: 7e7da9dc-6e46-4ec0-ac30-54396c1c020d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b-hvvlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "37168"
    uid: 7abba5d1-74d4-4b04-a2cf-48c147cb8b41
  kind: Event
  lastTimestamp: "2026-07-31T15:39:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:39:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b-hvvlh.18c76a06ce1519f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37916"
    uid: c7d27dae-fb27-402b-8217-83d8d0757723
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b-hvvlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "37168"
    uid: 7abba5d1-74d4-4b04-a2cf-48c147cb8b41
  kind: Event
  lastTimestamp: "2026-07-31T15:39:19Z"
  message: 'Readiness probe failed: Get "https://10.134.0.59:8643/healthz": dial tcp
    10.134.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:39:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:39:19Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b-hvvlh.18c76a07d06e5c9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38000"
    uid: 4898d36f-d9db-4c77-8c60-2977b48f2829
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37157"
    uid: 9102cfdb-1c1f-450e-9a04-c2b87e5d6841
  kind: Event
  lastTimestamp: "2026-07-31T15:37:54Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b-hvvlh'
  metadata:
    creationTimestamp: "2026-07-31T15:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:37:54Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b.18c769f4227558e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37166"
    uid: 465b1199-50ca-4577-ad96-7e57e89a7de1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37155"
    uid: a49cf662-abe1-4c07-854c-1ab074712149
  kind: Event
  lastTimestamp: "2026-07-31T15:37:54Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-544bf7954b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:37:54Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c769f420126f98
    namespace: kserve-ci-e2e-test
    resourceVersion: "37158"
    uid: c9293b17-3c12-446e-ad30-a615179a11ac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:38:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37156"
    uid: 04e3495d-1c2f-43b8-b8fb-9f8f274a971b
  kind: Event
  lastTimestamp: "2026-07-31T15:38:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:38:09Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c769f79eb899f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37318"
    uid: 79f6bcea-6260-42d2-8164-5e913cdfe424
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:38:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37156"
    uid: 04e3495d-1c2f-43b8-b8fb-9f8f274a971b
  kind: Event
  lastTimestamp: "2026-07-31T15:38:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:38:09Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c769f79f27a2c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37320"
    uid: 5c42659b-d102-4298-8b2d-cdc1826fa617
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T15:38:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37319"
    uid: 04e3495d-1c2f-43b8-b8fb-9f8f274a971b
  kind: Event
  lastTimestamp: "2026-07-31T15:39:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:39:09Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c769fb1e728fe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37849"
    uid: 6470a3e4-4478-4ac6-8d6d-a5346c91db53
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T15:38:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37319"
    uid: 04e3495d-1c2f-43b8-b8fb-9f8f274a971b
  kind: Event
  lastTimestamp: "2026-07-31T15:39:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:39:09Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c769fb1ee7d363
    namespace: kserve-ci-e2e-test
    resourceVersion: "37850"
    uid: 57961950-dcb6-4c02-b6dd-e4b786ed6bb5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37148"
    uid: bce546da-63e5-4ccd-bc87-973d0dc58db4
  kind: Event
  lastTimestamp: "2026-07-31T15:39:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:39:14Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c769f4200fdca1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37892"
    uid: 6c6e2004-a6e2-44df-8067-1d2145850d4f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37148"
    uid: bce546da-63e5-4ccd-bc87-973d0dc58db4
  kind: Event
  lastTimestamp: "2026-07-31T15:37:54Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:37:54Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c769f42094e29b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37161"
    uid: a5daeac9-480e-41a7-96cd-60b02a603ef6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37889"
    uid: bce546da-63e5-4ccd-bc87-973d0dc58db4
  kind: Event
  lastTimestamp: "2026-07-31T15:39:14Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:39:14Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c76a06ae9fe309
    namespace: kserve-ci-e2e-test
    resourceVersion: "37891"
    uid: 79c9bc66-da13-466b-a235-4a2b94192a53
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:37:43.473348Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-68ddb44f8-bbhg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36972"
    uid: 15fc479c-57dc-4216-a5fa-8142b8990b0a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-68ddb44f8-bbhg6
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:37:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:37:43Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-68ddb44f8-bbhg6.18c769f18e6eef5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36978"
    uid: 7f7f959a-b8f9-41f0-bd7a-032417e15442
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-68ddb44f8-bbhg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36984"
    uid: 15fc479c-57dc-4216-a5fa-8142b8990b0a
  kind: Event
  lastTimestamp: "2026-07-31T15:37:43Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:37:43Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-68ddb44f8-bbhg6.18c769f1a811e32a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36999"
    uid: 554f1384-4e67-44a0-8116-7058d5254c20
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-68ddb44f8-bbhg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36976"
    uid: 15fc479c-57dc-4216-a5fa-8142b8990b0a
  kind: Event
  lastTimestamp: "2026-07-31T15:37:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:37:52Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-68ddb44f8-bbhg6.18c769f1a9915427
    namespace: kserve-ci-e2e-test
    resourceVersion: "37095"
    uid: 5a219327-a776-4cbb-a51c-057f4fc49c5d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-68ddb44f8-bbhg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36976"
    uid: 15fc479c-57dc-4216-a5fa-8142b8990b0a
  kind: Event
  lastTimestamp: "2026-07-31T15:37:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:37:52Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-68ddb44f8-bbhg6.18c769f1ac84f099
    namespace: kserve-ci-e2e-test
    resourceVersion: "37097"
    uid: baa84197-ba7e-4ec9-9a04-1f903eda16c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-68ddb44f8-bbhg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36976"
    uid: 15fc479c-57dc-4216-a5fa-8142b8990b0a
  kind: Event
  lastTimestamp: "2026-07-31T15:37:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:37:52Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-68ddb44f8-bbhg6.18c769f1acfba550
    namespace: kserve-ci-e2e-test
    resourceVersion: "37099"
    uid: faf5e865-5fb2-4cc9-b972-1b224be11fb6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-68ddb44f8-bbhg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36976"
    uid: 15fc479c-57dc-4216-a5fa-8142b8990b0a
  kind: Event
  lastTimestamp: "2026-07-31T15:37:54Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:37:54Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-68ddb44f8-bbhg6.18c769f404481063
    namespace: kserve-ci-e2e-test
    resourceVersion: "37135"
    uid: 78071193-cbab-45c3-b271-1231d816046e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-68ddb44f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36963"
    uid: beb24157-bc27-41f3-9b8c-8002b3d13074
  kind: Event
  lastTimestamp: "2026-07-31T15:37:43Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-68ddb44f8-bbhg6'
  metadata:
    creationTimestamp: "2026-07-31T15:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:37:43Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-68ddb44f8.18c769f18e006d39
    namespace: kserve-ci-e2e-test
    resourceVersion: "36975"
    uid: b212af7b-202c-4f6f-8ae0-a3aa7681586e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36961"
    uid: 2be4ee53-0927-4000-97c0-31be6f8f9590
  kind: Event
  lastTimestamp: "2026-07-31T15:37:43Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-68ddb44f8
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:37:43Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18c769f18b6cd954
    namespace: kserve-ci-e2e-test
    resourceVersion: "36965"
    uid: 4be01bd2-80d4-4061-b883-d60d5f117607
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36955"
    uid: 6db1049a-38b0-40ef-a837-e1614459616f
  kind: Event
  lastTimestamp: "2026-07-31T15:37:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:37:52Z"
    name: isvc-sklearn-s3-tls-global-fail.18c769f18b702736
    namespace: kserve-ci-e2e-test
    resourceVersion: "37101"
    uid: b9005100-a93d-4b5d-9b72-ec8b890fb79c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36955"
    uid: 6db1049a-38b0-40ef-a837-e1614459616f
  kind: Event
  lastTimestamp: "2026-07-31T15:37:43Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:37:43Z"
    name: isvc-sklearn-s3-tls-global-fail.18c769f18c4062c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36969"
    uid: 0163f3fb-56f8-4874-af04-e2f177ac71bf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:36:12.308893Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd-kqwz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36064"
    uid: 5bceb285-968e-4147-b902-6c85c9d11fd0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd-kqwz2
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:36:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:36:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd-kqwz2.18c769dc549ba2c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36071"
    uid: a5597c9f-e9dd-4cb8-a253-4f8feaaa3fd0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd-kqwz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36075"
    uid: 5bceb285-968e-4147-b902-6c85c9d11fd0
  kind: Event
  lastTimestamp: "2026-07-31T15:36:12Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:36:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd-kqwz2.18c769dc6e41f871
    namespace: kserve-ci-e2e-test
    resourceVersion: "36091"
    uid: 7a2fa05b-c13f-4017-aa60-af106db896bd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd-kqwz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36066"
    uid: 5bceb285-968e-4147-b902-6c85c9d11fd0
  kind: Event
  lastTimestamp: "2026-07-31T15:36:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:36:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd-kqwz2.18c769dc6fc06273
    namespace: kserve-ci-e2e-test
    resourceVersion: "36094"
    uid: 079e834b-892a-4770-b74f-9f84475ee572
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd-kqwz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36066"
    uid: 5bceb285-968e-4147-b902-6c85c9d11fd0
  kind: Event
  lastTimestamp: "2026-07-31T15:36:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:36:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd-kqwz2.18c769dc7284d764
    namespace: kserve-ci-e2e-test
    resourceVersion: "36095"
    uid: 3fb18173-e1da-41dc-98d4-c0a2a2524e3f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd-kqwz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36066"
    uid: 5bceb285-968e-4147-b902-6c85c9d11fd0
  kind: Event
  lastTimestamp: "2026-07-31T15:36:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:36:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd-kqwz2.18c769dc72fd8a91
    namespace: kserve-ci-e2e-test
    resourceVersion: "36096"
    uid: ee462f1a-da07-48f4-b78e-8dbd2283ecb0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd-kqwz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36066"
    uid: 5bceb285-968e-4147-b902-6c85c9d11fd0
  kind: Event
  lastTimestamp: "2026-07-31T15:36:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:36:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:36:14Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd-kqwz2.18c769dce05d622a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36114"
    uid: aae49424-9010-4d83-a67d-31e578215b12
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd-kqwz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36066"
    uid: 5bceb285-968e-4147-b902-6c85c9d11fd0
  kind: Event
  lastTimestamp: "2026-07-31T15:36:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:36:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:36:14Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd-kqwz2.18c769dce3bba969
    namespace: kserve-ci-e2e-test
    resourceVersion: "36118"
    uid: e0ac9ff3-0225-43c8-8c43-fd175fa3f005
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd-kqwz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36066"
    uid: 5bceb285-968e-4147-b902-6c85c9d11fd0
  kind: Event
  lastTimestamp: "2026-07-31T15:36:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:36:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:36:14Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd-kqwz2.18c769dce434a38b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36119"
    uid: aaac46c8-fc00-47c8-b3dc-bc45fbfe51c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd-kqwz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36066"
    uid: 5bceb285-968e-4147-b902-6c85c9d11fd0
  kind: Event
  lastTimestamp: "2026-07-31T15:36:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:36:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:36:14Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd-kqwz2.18c769dce43f9986
    namespace: kserve-ci-e2e-test
    resourceVersion: "36121"
    uid: 05bbfc7e-9a40-4c87-8e62-9a513b17c4ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd-kqwz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36066"
    uid: 5bceb285-968e-4147-b902-6c85c9d11fd0
  kind: Event
  lastTimestamp: "2026-07-31T15:36:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:36:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:36:14Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd-kqwz2.18c769dce77e3192
    namespace: kserve-ci-e2e-test
    resourceVersion: "36124"
    uid: 4bd8d38f-af0d-41f1-95e8-3a9ceb4d709d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd-kqwz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36066"
    uid: 5bceb285-968e-4147-b902-6c85c9d11fd0
  kind: Event
  lastTimestamp: "2026-07-31T15:36:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:36:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:36:14Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd-kqwz2.18c769dce7fde297
    namespace: kserve-ci-e2e-test
    resourceVersion: "36125"
    uid: 4c37d670-8084-40f5-9db4-e838e64290ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd-kqwz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36066"
    uid: 5bceb285-968e-4147-b902-6c85c9d11fd0
  kind: Event
  lastTimestamp: "2026-07-31T15:37:44Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:37:44Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd-kqwz2.18c769dd582ca252
    namespace: kserve-ci-e2e-test
    resourceVersion: "37013"
    uid: a6b4ff86-61ab-467e-bf4b-b3f44a255693
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd-kqwz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36066"
    uid: 5bceb285-968e-4147-b902-6c85c9d11fd0
  kind: Event
  lastTimestamp: "2026-07-31T15:37:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:37:42Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd-kqwz2.18c769f14af79d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "36906"
    uid: 9317d963-d302-4a12-b3cc-923218fc6ae0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd-kqwz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36066"
    uid: 5bceb285-968e-4147-b902-6c85c9d11fd0
  kind: Event
  lastTimestamp: "2026-07-31T15:37:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:37:42Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd-kqwz2.18c769f14af823b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36907"
    uid: f2ba06d3-1108-4141-95e2-e0bfa3ac0947
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd-kqwz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36066"
    uid: 5bceb285-968e-4147-b902-6c85c9d11fd0
  kind: Event
  lastTimestamp: "2026-07-31T15:37:42Z"
  message: 'Readiness probe failed: Get "https://10.134.0.57:8643/healthz": dial tcp
    10.134.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:37:42Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd-kqwz2.18c769f15e81d329
    namespace: kserve-ci-e2e-test
    resourceVersion: "36909"
    uid: 48112dcd-4a59-410e-bb78-1672e658ff6a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36055"
    uid: 4c838044-051f-4507-b6f9-0dd22ed2aa2d
  kind: Event
  lastTimestamp: "2026-07-31T15:36:12Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd-kqwz2'
  metadata:
    creationTimestamp: "2026-07-31T15:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:36:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd.18c769dc54125977
    namespace: kserve-ci-e2e-test
    resourceVersion: "36065"
    uid: 7e1ba242-7aef-4cf9-a577-837b022a9a7f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36053"
    uid: 679e3577-3a52-48d7-bb75-f19cc4360b61
  kind: Event
  lastTimestamp: "2026-07-31T15:36:12Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-5d5d7cddfd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:36:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c769dc515f6484
    namespace: kserve-ci-e2e-test
    resourceVersion: "36057"
    uid: 62f8a636-7bcd-46a5-bc3c-d7c4c75a7ffb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36054"
    uid: ca00cb4f-be72-425a-bb31-791723a2605f
  kind: Event
  lastTimestamp: "2026-07-31T15:36:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:36:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c769dfcff31e1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36224"
    uid: f8952b17-e324-4b26-bc12-438d17462cde
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36054"
    uid: ca00cb4f-be72-425a-bb31-791723a2605f
  kind: Event
  lastTimestamp: "2026-07-31T15:36:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:36:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c769dfd06bf256
    namespace: kserve-ci-e2e-test
    resourceVersion: "36226"
    uid: 9ccc30a9-a6a1-4a3b-87ff-2d4a86fe7e95
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36225"
    uid: ca00cb4f-be72-425a-bb31-791723a2605f
  kind: Event
  lastTimestamp: "2026-07-31T15:37:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:37:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c769e34f564360
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: 9f830e1f-18bc-4cbd-b60a-c5556b0be764
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36225"
    uid: ca00cb4f-be72-425a-bb31-791723a2605f
  kind: Event
  lastTimestamp: "2026-07-31T15:37:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:37:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c769e34fc5ac2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36750"
    uid: 72967a5e-dc6e-4f68-9316-dc7d8d7f0bb3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36045"
    uid: b130e1ef-c1dc-4766-b7a5-fc0285d20f47
  kind: Event
  lastTimestamp: "2026-07-31T15:37:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:37:34Z"
    name: isvc-sklearn-s3-tls-global-pass.18c769dc516dfd17
    namespace: kserve-ci-e2e-test
    resourceVersion: "36812"
    uid: c81f0ec5-1a7b-4408-a7e1-b0c270c6480e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36045"
    uid: b130e1ef-c1dc-4766-b7a5-fc0285d20f47
  kind: Event
  lastTimestamp: "2026-07-31T15:36:12Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:36:12Z"
    name: isvc-sklearn-s3-tls-global-pass.18c769dc51e64796
    namespace: kserve-ci-e2e-test
    resourceVersion: "36080"
    uid: e0e759e3-55ea-43d2-8baf-ca987888f321
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36050"
    uid: b130e1ef-c1dc-4766-b7a5-fc0285d20f47
  kind: Event
  lastTimestamp: "2026-07-31T15:36:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-31T15:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:36:12Z"
    name: isvc-sklearn-s3-tls-global-pass.18c769dc57ecbad3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36081"
    uid: e471b5d1-8045-4619-b05b-6df47fa3ac01
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:37:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36810"
    uid: b130e1ef-c1dc-4766-b7a5-fc0285d20f47
  kind: Event
  lastTimestamp: "2026-07-31T15:37:34Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:37:34Z"
    name: isvc-sklearn-s3-tls-global-pass.18c769ef6beca267
    namespace: kserve-ci-e2e-test
    resourceVersion: "36811"
    uid: 08f1ec87-de29-4646-85bb-b37e3a4478a3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:40:47.942045Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc8d5c5c9-jbd9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38881"
    uid: 9015a7f7-76cc-4b29-96f8-4ebfa968620e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-6bc8d5c5c9-jbd9p
    to ip-10-0-129-192.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:40:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:40:47Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc8d5c5c9-jbd9p.18c76a1c819fddae
    namespace: kserve-ci-e2e-test
    resourceVersion: "38886"
    uid: 11af9f5c-da55-48cc-a4e3-011f96eb01be
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc8d5c5c9-jbd9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38883"
    uid: 9015a7f7-76cc-4b29-96f8-4ebfa968620e
  kind: Event
  lastTimestamp: "2026-07-31T15:40:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:40:48Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc8d5c5c9-jbd9p.18c76a1c8c529c1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38906"
    uid: b325c362-f854-42a4-8a96-66afa6c1d189
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc8d5c5c9-jbd9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38892"
    uid: 9015a7f7-76cc-4b29-96f8-4ebfa968620e
  kind: Event
  lastTimestamp: "2026-07-31T15:40:49Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:40:49Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc8d5c5c9-jbd9p.18c76a1cf50a2061
    namespace: kserve-ci-e2e-test
    resourceVersion: "38918"
    uid: cced7148-9a66-4da4-8392-55df0ad255a7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc8d5c5c9-jbd9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38883"
    uid: 9015a7f7-76cc-4b29-96f8-4ebfa968620e
  kind: Event
  lastTimestamp: "2026-07-31T15:40:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:40:52Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc8d5c5c9-jbd9p.18c76a1cf66b88ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "38962"
    uid: 6dc1d6fd-6a6c-44b8-ad3a-3c842c2884d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc8d5c5c9-jbd9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38883"
    uid: 9015a7f7-76cc-4b29-96f8-4ebfa968620e
  kind: Event
  lastTimestamp: "2026-07-31T15:40:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:40:53Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc8d5c5c9-jbd9p.18c76a1cf956b4cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38964"
    uid: 535e3c2a-0e0e-405e-9f39-0d8f1a288e49
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc8d5c5c9-jbd9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38883"
    uid: 9015a7f7-76cc-4b29-96f8-4ebfa968620e
  kind: Event
  lastTimestamp: "2026-07-31T15:40:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:40:53Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc8d5c5c9-jbd9p.18c76a1cf9cac325
    namespace: kserve-ci-e2e-test
    resourceVersion: "38966"
    uid: cd04026d-08f9-46bf-a8ac-9a27d54d2172
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc8d5c5c9-jbd9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38883"
    uid: 9015a7f7-76cc-4b29-96f8-4ebfa968620e
  kind: Event
  lastTimestamp: "2026-07-31T15:40:57Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-6bc8d5c5c9-jbd9p_kserve-ci-e2e-test(9015a7f7-76cc-4b29-96f8-4ebfa968620e)
  metadata:
    creationTimestamp: "2026-07-31T15:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:40:57Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc8d5c5c9-jbd9p.18c76a1e9ef95736
    namespace: kserve-ci-e2e-test
    resourceVersion: "39001"
    uid: 5f6bd8d3-fe16-44d4-a556-415af6a9260a
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc8d5c5c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38872"
    uid: 8b0c9e7f-914e-4266-88bc-d0be8ee29282
  kind: Event
  lastTimestamp: "2026-07-31T15:40:47Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-6bc8d5c5c9-jbd9p'
  metadata:
    creationTimestamp: "2026-07-31T15:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:40:47Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6bc8d5c5c9.18c76a1c8128cd75
    namespace: kserve-ci-e2e-test
    resourceVersion: "38882"
    uid: c2e02bc7-b2cf-434d-8502-4fdae7bae949
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38870"
    uid: 990238c5-0fd6-4392-8d16-8282afb8317a
  kind: Event
  lastTimestamp: "2026-07-31T15:40:47Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-6bc8d5c5c9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:40:47Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18c76a1c7ed3c7e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38874"
    uid: 49c4d458-84a2-4701-bba9-999d315c8d70
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38863"
    uid: 88ed0fac-1058-408d-af41-1b489ff66679
  kind: Event
  lastTimestamp: "2026-07-31T15:40:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:40:57Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c76a1c7ed1ea3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39006"
    uid: 57f2cd0b-ee86-4b06-826c-b3b8eda67160
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38863"
    uid: 88ed0fac-1058-408d-af41-1b489ff66679
  kind: Event
  lastTimestamp: "2026-07-31T15:40:48Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:40:48Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c76a1c7f5a6713
    namespace: kserve-ci-e2e-test
    resourceVersion: "38894"
    uid: 0e3d02bf-f34a-4372-b421-1a7e162b14e8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38867"
    uid: 88ed0fac-1058-408d-af41-1b489ff66679
  kind: Event
  lastTimestamp: "2026-07-31T15:40:48Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-31T15:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:40:48Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c76a1c85508935
    namespace: kserve-ci-e2e-test
    resourceVersion: "38895"
    uid: 279788e8-2ee2-4e49-b3d7-a2a66837e82b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:39:26.996979Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65-9qvjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38105"
    uid: 6df94683-f04c-4f11-825a-12208513386d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65-9qvjq
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:39:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:39:26Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65-9qvjq.18c76a09a8ec230e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38113"
    uid: 1ed09a8e-9c79-4413-be7e-859f66f5eff7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65-9qvjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38118"
    uid: 6df94683-f04c-4f11-825a-12208513386d
  kind: Event
  lastTimestamp: "2026-07-31T15:39:27Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:39:27Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65-9qvjq.18c76a09c2a9d4cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38125"
    uid: 9275145a-df5f-4f07-bca3-08fb6b29ee58
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65-9qvjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38110"
    uid: 6df94683-f04c-4f11-825a-12208513386d
  kind: Event
  lastTimestamp: "2026-07-31T15:39:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:39:27Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65-9qvjq.18c76a09c441e17a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38127"
    uid: ca883fbe-f833-45e2-9236-31c6a134b69d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65-9qvjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38110"
    uid: 6df94683-f04c-4f11-825a-12208513386d
  kind: Event
  lastTimestamp: "2026-07-31T15:39:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:39:27Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65-9qvjq.18c76a09c7292bbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38129"
    uid: 3ba2049c-f72a-4463-8949-c4589867dc20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65-9qvjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38110"
    uid: 6df94683-f04c-4f11-825a-12208513386d
  kind: Event
  lastTimestamp: "2026-07-31T15:39:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:39:27Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65-9qvjq.18c76a09c7ad453c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38130"
    uid: 0403ca52-ff23-478a-93ba-ecd91bd14fc7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65-9qvjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38110"
    uid: 6df94683-f04c-4f11-825a-12208513386d
  kind: Event
  lastTimestamp: "2026-07-31T15:39:29Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:39:29Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65-9qvjq.18c76a0a3a4d184c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38155"
    uid: b17fb2fb-4da7-4ea1-b021-c0260c2d681c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65-9qvjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38110"
    uid: 6df94683-f04c-4f11-825a-12208513386d
  kind: Event
  lastTimestamp: "2026-07-31T15:39:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:39:29Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65-9qvjq.18c76a0a3d7bc551
    namespace: kserve-ci-e2e-test
    resourceVersion: "38157"
    uid: 570d3cd0-c1db-447a-832f-7865cd639686
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65-9qvjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38110"
    uid: 6df94683-f04c-4f11-825a-12208513386d
  kind: Event
  lastTimestamp: "2026-07-31T15:39:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:39:29Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65-9qvjq.18c76a0a3df8aaf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38158"
    uid: 186da567-6e4f-458b-af34-938f1dbd9cf0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65-9qvjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38110"
    uid: 6df94683-f04c-4f11-825a-12208513386d
  kind: Event
  lastTimestamp: "2026-07-31T15:39:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:39:29Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65-9qvjq.18c76a0a3e030ab3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38160"
    uid: 6a55ca61-8512-4961-a03b-1f5ed5b43b4a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65-9qvjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38110"
    uid: 6df94683-f04c-4f11-825a-12208513386d
  kind: Event
  lastTimestamp: "2026-07-31T15:39:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:39:29Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65-9qvjq.18c76a0a40dace44
    namespace: kserve-ci-e2e-test
    resourceVersion: "38163"
    uid: f7db4386-ee22-4332-9d33-d63de12c0dbf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65-9qvjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38110"
    uid: 6df94683-f04c-4f11-825a-12208513386d
  kind: Event
  lastTimestamp: "2026-07-31T15:39:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:39:29Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65-9qvjq.18c76a0a41546c46
    namespace: kserve-ci-e2e-test
    resourceVersion: "38165"
    uid: 331a4232-271b-4675-b208-8642079e29ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65-9qvjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38110"
    uid: 6df94683-f04c-4f11-825a-12208513386d
  kind: Event
  lastTimestamp: "2026-07-31T15:40:36Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:40:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65-9qvjq.18c76a0a76468291
    namespace: kserve-ci-e2e-test
    resourceVersion: "38688"
    uid: ebe43502-f6b2-477a-ab42-45a1fca36728
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65-9qvjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38110"
    uid: 6df94683-f04c-4f11-825a-12208513386d
  kind: Event
  lastTimestamp: "2026-07-31T15:40:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:40:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:40:46Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65-9qvjq.18c76a1c42eebbaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38849"
    uid: 503e5e9d-adb3-49dc-973f-de82ad1427ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65-9qvjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38110"
    uid: 6df94683-f04c-4f11-825a-12208513386d
  kind: Event
  lastTimestamp: "2026-07-31T15:40:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:40:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:40:46Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65-9qvjq.18c76a1c42ef2c31
    namespace: kserve-ci-e2e-test
    resourceVersion: "38850"
    uid: bf3e4c36-71f7-40b5-986d-881ae76413c7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65-9qvjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38110"
    uid: 6df94683-f04c-4f11-825a-12208513386d
  kind: Event
  lastTimestamp: "2026-07-31T15:40:51Z"
  message: 'Readiness probe failed: Get "https://10.134.0.61:8643/healthz": dial tcp
    10.134.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:40:51Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65-9qvjq.18c76a1d5276dad5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38942"
    uid: da58c723-83d5-4d67-98ec-cf3c18f5bd88
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65
    namespace: kserve-ci-e2e-test
    resourceVersion: "38098"
    uid: 68e3d3d5-c80e-4297-a848-9ba42db48af7
  kind: Event
  lastTimestamp: "2026-07-31T15:39:26Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65-9qvjq'
  metadata:
    creationTimestamp: "2026-07-31T15:39:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:39:26Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65.18c76a09a7cd6331
    namespace: kserve-ci-e2e-test
    resourceVersion: "38111"
    uid: d026c3c0-4d04-4d3c-ab00-01e083831708
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38096"
    uid: 8598284f-55d5-4c1a-91c9-c49c0ec83be2
  kind: Event
  lastTimestamp: "2026-07-31T15:39:26Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-9c5489d65
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:39:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:39:26Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c76a09a1f901f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38100"
    uid: 4023a957-a39a-44cf-b887-05b5832b6f16
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38097"
    uid: 94987585-4800-4c5b-9942-c0c2823174c2
  kind: Event
  lastTimestamp: "2026-07-31T15:39:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:39:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:39:56Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c76a0d209a9ec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38368"
    uid: ad14acb9-c390-4b09-8221-b125baa2e83c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38097"
    uid: 94987585-4800-4c5b-9942-c0c2823174c2
  kind: Event
  lastTimestamp: "2026-07-31T15:39:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:39:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:39:56Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c76a0d211de8f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38369"
    uid: 345546be-a96d-4f83-80a3-1424176e0846
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38263"
    uid: 94987585-4800-4c5b-9942-c0c2823174c2
  kind: Event
  lastTimestamp: "2026-07-31T15:40:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:40:41Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c76a141ed25195
    namespace: kserve-ci-e2e-test
    resourceVersion: "38785"
    uid: 72623777-239e-4bc6-ac96-39a892af6e99
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38263"
    uid: 94987585-4800-4c5b-9942-c0c2823174c2
  kind: Event
  lastTimestamp: "2026-07-31T15:40:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:40:41Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c76a141f4296fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38786"
    uid: 405159a3-6dbd-45aa-bd44-e8b6ab433871
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38087"
    uid: 6df538d2-345c-4dcd-992e-a8b0deae1d56
  kind: Event
  lastTimestamp: "2026-07-31T15:40:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:39:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:40:46Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c76a09a1f205bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38829"
    uid: 72a08ac8-3a38-4e82-a294-e0083c3de461
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:39:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38087"
    uid: 6df538d2-345c-4dcd-992e-a8b0deae1d56
  kind: Event
  lastTimestamp: "2026-07-31T15:39:26Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:39:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:39:26Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c76a09a3665ac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38102"
    uid: f96845de-11ce-4356-a786-58cfdef0e2db
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:40:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38827"
    uid: 6df538d2-345c-4dcd-992e-a8b0deae1d56
  kind: Event
  lastTimestamp: "2026-07-31T15:40:46Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:40:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:40:46Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c76a1c2df280c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38828"
    uid: 0d1dfcec-18f9-4323-828a-d28a8dff37f2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:34:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35198"
    uid: 099077d0-dc53-441a-ba33-06d436bcf178
  kind: Event
  lastTimestamp: "2026-07-31T15:36:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:36:02Z"
    name: isvc-sklearn-s3.18c769c74d1e2b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "35940"
    uid: 929727d6-197c-49eb-9a56-c70662e9cab9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:34:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35198"
    uid: 099077d0-dc53-441a-ba33-06d436bcf178
  kind: Event
  lastTimestamp: "2026-07-31T15:34:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:34:41Z"
    name: isvc-sklearn-s3.18c769c74d8f60cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35215"
    uid: e6882935-c296-4645-970b-0b11ceea0806
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:36:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35937"
    uid: 099077d0-dc53-441a-ba33-06d436bcf178
  kind: Event
  lastTimestamp: "2026-07-31T15:36:02Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:36:02Z"
    name: isvc-sklearn-s3.18c769da0093d8ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "35938"
    uid: 74377956-912e-4356-80cf-fc93ff090b87
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-745b747495
    namespace: kserve-ci-e2e-test
    resourceVersion: "22724"
    uid: d5d40057-809e-4159-99c1-ab50325b8e51
  kind: Event
  lastTimestamp: "2026-07-31T15:13:17Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-745b747495-pshzg'
  metadata:
    creationTimestamp: "2026-07-31T15:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:13:17Z"
    name: isvc-sklearn-scheduler-predictor-745b747495.18c7689c2f268269
    namespace: kserve-ci-e2e-test
    resourceVersion: "22735"
    uid: 488cd3dd-ef99-4a68-a257-93879d9f44c4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22723"
    uid: 1386df4c-7509-401c-9d8f-626553cd7777
  kind: Event
  lastTimestamp: "2026-07-31T15:13:17Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-745b747495 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:13:17Z"
    name: isvc-sklearn-scheduler-predictor.18c7689c297a0cc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22726"
    uid: 4fe2d055-7c6e-40e2-8b4e-8360e5536630
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "22715"
    uid: 070d2cd2-3550-405c-8c36-816fedb970e8
  kind: Event
  lastTimestamp: "2026-07-31T15:13:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:13:17Z"
    name: isvc-sklearn-scheduler.18c7689c291824ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "22744"
    uid: fd8431fb-6f21-49e2-990e-7c0985be19e8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "22715"
    uid: 070d2cd2-3550-405c-8c36-816fedb970e8
  kind: Event
  lastTimestamp: "2026-07-31T15:13:17Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:13:17Z"
    name: isvc-sklearn-scheduler.18c7689c298f5499
    namespace: kserve-ci-e2e-test
    resourceVersion: "22727"
    uid: 3c473028-8642-4dbe-812c-990afb466f35
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "22715"
    uid: 070d2cd2-3550-405c-8c36-816fedb970e8
  kind: Event
  lastTimestamp: "2026-07-31T15:13:17Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:13:17Z"
    name: isvc-sklearn-scheduler.18c7689c298fa4bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22729"
    uid: a02f9647-bfc9-4421-b156-81beb3bc7f4b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:21:22.635790Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bf4c79bf4-txshq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27564"
    uid: 77d625f7-0327-478a-b7e4-4334a02942d2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-7bf4c79bf4-txshq
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:21:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:21:22Z"
    name: isvc-sklearn-v2-mixed-predictor-7bf4c79bf4-txshq.18c7690d2ff56ccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27570"
    uid: a34c22e7-9c6a-44bc-a4a4-4bf33df71ad2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:21:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bf4c79bf4-txshq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27574"
    uid: 77d625f7-0327-478a-b7e4-4334a02942d2
  kind: Event
  lastTimestamp: "2026-07-31T15:21:23Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:21:23Z"
    name: isvc-sklearn-v2-mixed-predictor-7bf4c79bf4-txshq.18c7690d4a51c279
    namespace: kserve-ci-e2e-test
    resourceVersion: "27586"
    uid: 55ed6afb-4380-4e93-94fc-d6f761a6ab4e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:21:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bf4c79bf4-txshq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27568"
    uid: 77d625f7-0327-478a-b7e4-4334a02942d2
  kind: Event
  lastTimestamp: "2026-07-31T15:21:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:21:23Z"
    name: isvc-sklearn-v2-mixed-predictor-7bf4c79bf4-txshq.18c7690d4beb5e4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27588"
    uid: 7c4c8032-d434-46f1-96db-eb8baaaab154
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:21:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bf4c79bf4-txshq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27568"
    uid: 77d625f7-0327-478a-b7e4-4334a02942d2
  kind: Event
  lastTimestamp: "2026-07-31T15:21:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:21:23Z"
    name: isvc-sklearn-v2-mixed-predictor-7bf4c79bf4-txshq.18c7690d4ef646b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27590"
    uid: 417dcf48-2293-44e7-af99-cfac0d470db3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:21:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bf4c79bf4-txshq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27568"
    uid: 77d625f7-0327-478a-b7e4-4334a02942d2
  kind: Event
  lastTimestamp: "2026-07-31T15:21:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:21:23Z"
    name: isvc-sklearn-v2-mixed-predictor-7bf4c79bf4-txshq.18c7690d4f6a3513
    namespace: kserve-ci-e2e-test
    resourceVersion: "27591"
    uid: a140b611-b7a1-4cc1-bdcb-aad600419388
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:21:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bf4c79bf4-txshq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27568"
    uid: 77d625f7-0327-478a-b7e4-4334a02942d2
  kind: Event
  lastTimestamp: "2026-07-31T15:21:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:21:26Z"
    name: isvc-sklearn-v2-mixed-predictor-7bf4c79bf4-txshq.18c7690e3333763a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27631"
    uid: 393eea8e-7871-4225-b127-30f24a7b6db8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:21:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bf4c79bf4-txshq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27568"
    uid: 77d625f7-0327-478a-b7e4-4334a02942d2
  kind: Event
  lastTimestamp: "2026-07-31T15:21:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:21:27Z"
    name: isvc-sklearn-v2-mixed-predictor-7bf4c79bf4-txshq.18c7690e3779c9b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27635"
    uid: 2044441a-8291-4deb-89a7-6ed8b76c1672
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:21:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bf4c79bf4-txshq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27568"
    uid: 77d625f7-0327-478a-b7e4-4334a02942d2
  kind: Event
  lastTimestamp: "2026-07-31T15:21:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:21:27Z"
    name: isvc-sklearn-v2-mixed-predictor-7bf4c79bf4-txshq.18c7690e380412cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27636"
    uid: 3a0c7e2c-cb6e-4bbe-af2f-a48681027126
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:21:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bf4c79bf4-txshq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27568"
    uid: 77d625f7-0327-478a-b7e4-4334a02942d2
  kind: Event
  lastTimestamp: "2026-07-31T15:21:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:21:27Z"
    name: isvc-sklearn-v2-mixed-predictor-7bf4c79bf4-txshq.18c7690e380f6be7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27637"
    uid: 62cadf5e-25a3-46fe-b4a2-077e39b2d601
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:21:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bf4c79bf4-txshq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27568"
    uid: 77d625f7-0327-478a-b7e4-4334a02942d2
  kind: Event
  lastTimestamp: "2026-07-31T15:21:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:21:27Z"
    name: isvc-sklearn-v2-mixed-predictor-7bf4c79bf4-txshq.18c7690e3b8793e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27639"
    uid: fa309c5d-4582-46aa-9a5e-5f02d3cc6c3f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:21:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bf4c79bf4-txshq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27568"
    uid: 77d625f7-0327-478a-b7e4-4334a02942d2
  kind: Event
  lastTimestamp: "2026-07-31T15:21:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:21:27Z"
    name: isvc-sklearn-v2-mixed-predictor-7bf4c79bf4-txshq.18c7690e3c02bd79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27640"
    uid: 42ca4c99-8409-4db9-b6b9-65d6afc5cf11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T15:21:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bf4c79bf4-txshq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27568"
    uid: 77d625f7-0327-478a-b7e4-4334a02942d2
  kind: Event
  lastTimestamp: "2026-07-31T15:22:55Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:21:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:22:55Z"
    name: isvc-sklearn-v2-mixed-predictor-7bf4c79bf4-txshq.18c7690eaafc529c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28434"
    uid: dd51a8dc-49ab-4830-8e8b-9b18f89b6f80
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bf4c79bf4-txshq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27568"
    uid: 77d625f7-0327-478a-b7e4-4334a02942d2
  kind: Event
  lastTimestamp: "2026-07-31T15:22:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:22:52Z"
    name: isvc-sklearn-v2-mixed-predictor-7bf4c79bf4-txshq.18c769222ed25b44
    namespace: kserve-ci-e2e-test
    resourceVersion: "28419"
    uid: 9cd1901d-5e8d-4c10-b86b-f8bdb9a3df69
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bf4c79bf4-txshq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27568"
    uid: 77d625f7-0327-478a-b7e4-4334a02942d2
  kind: Event
  lastTimestamp: "2026-07-31T15:22:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:22:52Z"
    name: isvc-sklearn-v2-mixed-predictor-7bf4c79bf4-txshq.18c769222ed3c4a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28420"
    uid: 34255f6f-f21e-4d3e-bd44-b436fda222fe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bf4c79bf4-txshq
    namespace: kserve-ci-e2e-test
    resourceVersion: "27568"
    uid: 77d625f7-0327-478a-b7e4-4334a02942d2
  kind: Event
  lastTimestamp: "2026-07-31T15:22:54Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:22:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:22:55Z"
    name: isvc-sklearn-v2-mixed-predictor-7bf4c79bf4-txshq.18c76922b1318a57
    namespace: kserve-ci-e2e-test
    resourceVersion: "28433"
    uid: 3fda8179-a1a8-494c-b0e3-b2110adcefd3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:21:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-7bf4c79bf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27555"
    uid: 5de3d890-87e5-48b6-97c9-b8ca7e24b167
  kind: Event
  lastTimestamp: "2026-07-31T15:21:22Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-7bf4c79bf4-txshq'
  metadata:
    creationTimestamp: "2026-07-31T15:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:21:22Z"
    name: isvc-sklearn-v2-mixed-predictor-7bf4c79bf4.18c7690d2f6371e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27567"
    uid: de2387f5-1313-4808-9fda-03dc94e62bd4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:21:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27553"
    uid: 6edbbf3d-5a7b-4c13-bdb9-32d7d71a9803
  kind: Event
  lastTimestamp: "2026-07-31T15:21:22Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-7bf4c79bf4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-31T15:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:21:22Z"
    name: isvc-sklearn-v2-mixed-predictor.18c7690d2c88aa1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27557"
    uid: d71ac006-957a-4875-ad54-6c1d768dc604
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:21:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27554"
    uid: ffc84031-4b4a-4c9b-9480-92f45b18cca7
  kind: Event
  lastTimestamp: "2026-07-31T15:22:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:21:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:22:07Z"
    name: isvc-sklearn-v2-mixed-predictor.18c76910ab6eb12a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27931"
    uid: 6bfba5b0-075a-425a-8e6d-4a310ad26a8d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:21:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27554"
    uid: ffc84031-4b4a-4c9b-9480-92f45b18cca7
  kind: Event
  lastTimestamp: "2026-07-31T15:22:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:21:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:22:07Z"
    name: isvc-sklearn-v2-mixed-predictor.18c76910abf81b38
    namespace: kserve-ci-e2e-test
    resourceVersion: "27932"
    uid: d93520ab-285b-42e8-bfe1-8344d606d353
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27712"
    uid: ffc84031-4b4a-4c9b-9480-92f45b18cca7
  kind: Event
  lastTimestamp: "2026-07-31T15:22:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:22:52Z"
    name: isvc-sklearn-v2-mixed-predictor.18c7691b29053b85
    namespace: kserve-ci-e2e-test
    resourceVersion: "28401"
    uid: 808673ca-f141-403f-8720-0d88309f63f0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27712"
    uid: ffc84031-4b4a-4c9b-9480-92f45b18cca7
  kind: Event
  lastTimestamp: "2026-07-31T15:22:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:22:52Z"
    name: isvc-sklearn-v2-mixed-predictor.18c7691b2976c138
    namespace: kserve-ci-e2e-test
    resourceVersion: "28402"
    uid: a68a724c-49bc-46df-866d-62ea58d5ff39
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:21:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27545"
    uid: 52e4b85a-f6eb-4d3c-8e6e-8e7cb833f32a
  kind: Event
  lastTimestamp: "2026-07-31T15:22:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:22:45Z"
    name: isvc-sklearn-v2-mixed.18c7690d2c88e736
    namespace: kserve-ci-e2e-test
    resourceVersion: "28349"
    uid: 19ccdafa-cf15-4ff5-a1fb-462c9da54574
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:21:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27545"
    uid: 52e4b85a-f6eb-4d3c-8e6e-8e7cb833f32a
  kind: Event
  lastTimestamp: "2026-07-31T15:21:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:21:22Z"
    name: isvc-sklearn-v2-mixed.18c7690d2cfb3f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "27561"
    uid: 7c0fdcc6-1189-438d-bcdc-c220f6b285b6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "28345"
    uid: 52e4b85a-f6eb-4d3c-8e6e-8e7cb833f32a
  kind: Event
  lastTimestamp: "2026-07-31T15:22:45Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:22:45Z"
    name: isvc-sklearn-v2-mixed.18c76920633f46d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28347"
    uid: 8d2601db-f7f2-4a8b-913b-148499cbc0d8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:19:47.379086Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-6fd4dbf555-gr2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26411"
    uid: cd08fe2e-e0e6-473b-a431-e03e3441d28e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-6fd4dbf555-gr2jr
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:19:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:19:47Z"
    name: isvc-sklearn-v2-predictor-6fd4dbf555-gr2jr.18c768f7023792d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26417"
    uid: 22dfcbff-a193-4b3e-9a14-0a9f334ecc17
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-6fd4dbf555-gr2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26412"
    uid: cd08fe2e-e0e6-473b-a431-e03e3441d28e
  kind: Event
  lastTimestamp: "2026-07-31T15:19:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:47Z"
    name: isvc-sklearn-v2-predictor-6fd4dbf555-gr2jr.18c768f70e261ca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26427"
    uid: c269f352-fa1f-4f5d-8fb5-5baeece26429
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-6fd4dbf555-gr2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26422"
    uid: cd08fe2e-e0e6-473b-a431-e03e3441d28e
  kind: Event
  lastTimestamp: "2026-07-31T15:19:48Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:19:48Z"
    name: isvc-sklearn-v2-predictor-6fd4dbf555-gr2jr.18c768f73f83a58e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26437"
    uid: 88d24d73-5c47-4a0a-a5c4-92e7403fa405
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6fd4dbf555-gr2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26412"
    uid: cd08fe2e-e0e6-473b-a431-e03e3441d28e
  kind: Event
  lastTimestamp: "2026-07-31T15:19:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:48Z"
    name: isvc-sklearn-v2-predictor-6fd4dbf555-gr2jr.18c768f741980fd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26440"
    uid: e1e715f0-dd28-4f89-9698-7e21dfeb1a2d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6fd4dbf555-gr2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26412"
    uid: cd08fe2e-e0e6-473b-a431-e03e3441d28e
  kind: Event
  lastTimestamp: "2026-07-31T15:19:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:48Z"
    name: isvc-sklearn-v2-predictor-6fd4dbf555-gr2jr.18c768f7447651ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "26441"
    uid: 8735dc69-258f-4018-be91-94863456f8a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6fd4dbf555-gr2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26412"
    uid: cd08fe2e-e0e6-473b-a431-e03e3441d28e
  kind: Event
  lastTimestamp: "2026-07-31T15:19:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:48Z"
    name: isvc-sklearn-v2-predictor-6fd4dbf555-gr2jr.18c768f744ebd6d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26442"
    uid: 3657e0d1-80cc-48ce-b82c-513840ed3737
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6fd4dbf555-gr2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26412"
    uid: cd08fe2e-e0e6-473b-a431-e03e3441d28e
  kind: Event
  lastTimestamp: "2026-07-31T15:19:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1833"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:19:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:52Z"
    name: isvc-sklearn-v2-predictor-6fd4dbf555-gr2jr.18c768f839349ad2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26534"
    uid: 568548a3-21cb-4cdd-b5c1-24a8f75b5155
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6fd4dbf555-gr2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26412"
    uid: cd08fe2e-e0e6-473b-a431-e03e3441d28e
  kind: Event
  lastTimestamp: "2026-07-31T15:19:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:19:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:52Z"
    name: isvc-sklearn-v2-predictor-6fd4dbf555-gr2jr.18c768f83ccd6ec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26538"
    uid: cef2b6ff-85c4-4ac4-9728-78122a395cfd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6fd4dbf555-gr2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26412"
    uid: cd08fe2e-e0e6-473b-a431-e03e3441d28e
  kind: Event
  lastTimestamp: "2026-07-31T15:19:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:19:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:52Z"
    name: isvc-sklearn-v2-predictor-6fd4dbf555-gr2jr.18c768f83d4a7c29
    namespace: kserve-ci-e2e-test
    resourceVersion: "26539"
    uid: 7f748efe-359c-498b-8e32-1d20704ca861
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6fd4dbf555-gr2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26412"
    uid: cd08fe2e-e0e6-473b-a431-e03e3441d28e
  kind: Event
  lastTimestamp: "2026-07-31T15:19:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:19:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:52Z"
    name: isvc-sklearn-v2-predictor-6fd4dbf555-gr2jr.18c768f83d571efc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26540"
    uid: 69deee95-48cf-4f50-95d3-2ebd3a5c24f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6fd4dbf555-gr2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26412"
    uid: cd08fe2e-e0e6-473b-a431-e03e3441d28e
  kind: Event
  lastTimestamp: "2026-07-31T15:19:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:19:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:52Z"
    name: isvc-sklearn-v2-predictor-6fd4dbf555-gr2jr.18c768f84063686e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26542"
    uid: b8f83937-21b2-4ab6-bce9-aa4e0e53710e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6fd4dbf555-gr2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26412"
    uid: cd08fe2e-e0e6-473b-a431-e03e3441d28e
  kind: Event
  lastTimestamp: "2026-07-31T15:19:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:19:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:52Z"
    name: isvc-sklearn-v2-predictor-6fd4dbf555-gr2jr.18c768f840deaf48
    namespace: kserve-ci-e2e-test
    resourceVersion: "26543"
    uid: c69668f8-22c9-4e5d-9b7d-5d4c49c4467a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6fd4dbf555-gr2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26412"
    uid: cd08fe2e-e0e6-473b-a431-e03e3441d28e
  kind: Event
  lastTimestamp: "2026-07-31T15:21:19Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:21:19Z"
    name: isvc-sklearn-v2-predictor-6fd4dbf555-gr2jr.18c768f875352fa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27517"
    uid: 1ea3f9be-9c73-4035-b6a3-cf993de724b4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:21:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6fd4dbf555-gr2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26412"
    uid: cd08fe2e-e0e6-473b-a431-e03e3441d28e
  kind: Event
  lastTimestamp: "2026-07-31T15:21:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:21:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:21:17Z"
    name: isvc-sklearn-v2-predictor-6fd4dbf555-gr2jr.18c7690bfb7268d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27500"
    uid: 36a229eb-85d1-46c7-976d-68d9287fe539
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:21:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6fd4dbf555-gr2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26412"
    uid: cd08fe2e-e0e6-473b-a431-e03e3441d28e
  kind: Event
  lastTimestamp: "2026-07-31T15:21:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:21:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:21:17Z"
    name: isvc-sklearn-v2-predictor-6fd4dbf555-gr2jr.18c7690bfb72da4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27501"
    uid: cc1b004d-b696-4ced-afdc-5ff386c7b128
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:21:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-6fd4dbf555-gr2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26412"
    uid: cd08fe2e-e0e6-473b-a431-e03e3441d28e
  kind: Event
  lastTimestamp: "2026-07-31T15:21:19Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:21:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:21:19Z"
    name: isvc-sklearn-v2-predictor-6fd4dbf555-gr2jr.18c7690c7bc45887
    namespace: kserve-ci-e2e-test
    resourceVersion: "27516"
    uid: 27c15dcf-22c3-43a1-a81a-4c94ff576b8e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-6fd4dbf555
    namespace: kserve-ci-e2e-test
    resourceVersion: "26402"
    uid: 95ddc2be-e05c-4919-9925-96040035c112
  kind: Event
  lastTimestamp: "2026-07-31T15:19:47Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-6fd4dbf555-gr2jr'
  metadata:
    creationTimestamp: "2026-07-31T15:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:19:47Z"
    name: isvc-sklearn-v2-predictor-6fd4dbf555.18c768f701685caa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26413"
    uid: 33059160-cb76-42fa-8d7d-d5840c974b84
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26400"
    uid: 43209003-972f-4b22-a1eb-9d8310e72e71
  kind: Event
  lastTimestamp: "2026-07-31T15:19:47Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-6fd4dbf555 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:19:47Z"
    name: isvc-sklearn-v2-predictor.18c768f6fbe6f047
    namespace: kserve-ci-e2e-test
    resourceVersion: "26406"
    uid: 7f3adedb-cd37-4d85-9f5a-56d72b6b1d02
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:20:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26401"
    uid: fc329234-47d1-4872-87f0-9326395a6099
  kind: Event
  lastTimestamp: "2026-07-31T15:20:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:20:02Z"
    name: isvc-sklearn-v2-predictor.18c768fa7b2508d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26846"
    uid: ea218043-bdc2-4edf-a40d-7afa388e7e1b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:20:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26401"
    uid: fc329234-47d1-4872-87f0-9326395a6099
  kind: Event
  lastTimestamp: "2026-07-31T15:20:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:20:02Z"
    name: isvc-sklearn-v2-predictor.18c768fa7b8a9c42
    namespace: kserve-ci-e2e-test
    resourceVersion: "26847"
    uid: c5e60c63-b10e-4815-9513-e6baf7e92360
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-31T15:20:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26845"
    uid: fc329234-47d1-4872-87f0-9326395a6099
  kind: Event
  lastTimestamp: "2026-07-31T15:21:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:21:17Z"
    name: isvc-sklearn-v2-predictor.18c768fdfab74f39
    namespace: kserve-ci-e2e-test
    resourceVersion: "27484"
    uid: 2da0b456-58e2-4791-9527-c3fc3e533ba6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-31T15:20:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26845"
    uid: fc329234-47d1-4872-87f0-9326395a6099
  kind: Event
  lastTimestamp: "2026-07-31T15:21:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:21:17Z"
    name: isvc-sklearn-v2-predictor.18c768fdfb27abc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27485"
    uid: 07367f94-06ef-470e-8fa2-517a5a0f3555
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:18:42.059922Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z24l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25692"
    uid: 52680717-9088-49bb-95c9-d55a0a38bd59
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-z24l2
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:18:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:18:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z24l2.18c768e7cce439be
    namespace: kserve-ci-e2e-test
    resourceVersion: "25699"
    uid: 4a12520d-3332-4abc-9ea0-bc3e963df239
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z24l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25702"
    uid: 52680717-9088-49bb-95c9-d55a0a38bd59
  kind: Event
  lastTimestamp: "2026-07-31T15:18:42Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:18:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z24l2.18c768e7e6cade0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: 7968293f-ebb6-4344-a954-caee79c08ac0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z24l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25696"
    uid: 52680717-9088-49bb-95c9-d55a0a38bd59
  kind: Event
  lastTimestamp: "2026-07-31T15:18:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:18:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z24l2.18c768e7e82d7f4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25716"
    uid: cdd6a1c0-f3af-48d3-b15c-a15d402668de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z24l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25696"
    uid: 52680717-9088-49bb-95c9-d55a0a38bd59
  kind: Event
  lastTimestamp: "2026-07-31T15:18:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:18:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z24l2.18c768e7eae45406
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: 4d6dd8a8-2fc9-4ed9-8bf6-fb32cc976bf3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z24l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25696"
    uid: 52680717-9088-49bb-95c9-d55a0a38bd59
  kind: Event
  lastTimestamp: "2026-07-31T15:18:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:18:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z24l2.18c768e7eb96c2b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25718"
    uid: e0f79f75-8938-46a1-88ae-13250d7b2b6b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z24l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25696"
    uid: 52680717-9088-49bb-95c9-d55a0a38bd59
  kind: Event
  lastTimestamp: "2026-07-31T15:18:47Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-31T15:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:18:47Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z24l2.18c768e9055051b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25761"
    uid: 98908ec5-b3f1-41a8-af7f-e93b1473eb86
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z24l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25696"
    uid: 52680717-9088-49bb-95c9-d55a0a38bd59
  kind: Event
  lastTimestamp: "2026-07-31T15:18:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:18:47Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z24l2.18c768e9083574f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25763"
    uid: 73fa1c18-3cc7-4cd5-98fd-2da2f011175b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z24l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25696"
    uid: 52680717-9088-49bb-95c9-d55a0a38bd59
  kind: Event
  lastTimestamp: "2026-07-31T15:18:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:18:47Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z24l2.18c768e908b66c60
    namespace: kserve-ci-e2e-test
    resourceVersion: "25765"
    uid: 1f5ae506-2a13-484c-8012-db4f19ff8251
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z24l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25696"
    uid: 52680717-9088-49bb-95c9-d55a0a38bd59
  kind: Event
  lastTimestamp: "2026-07-31T15:18:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:18:47Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z24l2.18c768e908c2dfeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25766"
    uid: 2c2e3213-b73f-4d8e-a186-97bbdcda69da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z24l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25696"
    uid: 52680717-9088-49bb-95c9-d55a0a38bd59
  kind: Event
  lastTimestamp: "2026-07-31T15:18:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:18:47Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z24l2.18c768e90bad215e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25770"
    uid: c8377067-27eb-4758-9fcb-b4a3149fba83
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z24l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25696"
    uid: 52680717-9088-49bb-95c9-d55a0a38bd59
  kind: Event
  lastTimestamp: "2026-07-31T15:18:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:18:47Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z24l2.18c768e90c229643
    namespace: kserve-ci-e2e-test
    resourceVersion: "25771"
    uid: c683d1b9-fb34-4cc2-97a1-e6d55fe9029d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z24l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25696"
    uid: 52680717-9088-49bb-95c9-d55a0a38bd59
  kind: Event
  lastTimestamp: "2026-07-31T15:19:24Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-31T15:19:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:24Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z24l2.18c768f1ac7b2ead
    namespace: kserve-ci-e2e-test
    resourceVersion: "26193"
    uid: f7987de4-82c3-4f1a-9c7f-a93ab4053f13
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z24l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25696"
    uid: 52680717-9088-49bb-95c9-d55a0a38bd59
  kind: Event
  lastTimestamp: "2026-07-31T15:19:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:19:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z24l2.18c768f5c92c69bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26344"
    uid: 73aa430a-0289-41fb-98de-14fb817fb9a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z24l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25696"
    uid: 52680717-9088-49bb-95c9-d55a0a38bd59
  kind: Event
  lastTimestamp: "2026-07-31T15:19:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:19:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z24l2.18c768f5c92cda0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26345"
    uid: e2c8a86a-ce6a-47ec-8157-b5db16040fc7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z24l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25696"
    uid: 52680717-9088-49bb-95c9-d55a0a38bd59
  kind: Event
  lastTimestamp: "2026-07-31T15:19:49Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:19:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:49Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z24l2.18c768f64b63a125
    namespace: kserve-ci-e2e-test
    resourceVersion: "26452"
    uid: e55e11e0-d9fe-4119-9e1d-cbcefacb857d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z24l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25696"
    uid: 52680717-9088-49bb-95c9-d55a0a38bd59
  kind: Event
  lastTimestamp: "2026-07-31T15:19:45Z"
  message: 'Readiness probe failed: Get "http://10.134.0.37:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-31T15:19:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:19:45Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z24l2.18c768f689bf349f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26376"
    uid: 37ef8a35-376e-4d8d-8643-846ca9329fa9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "25682"
    uid: f47d1837-83d2-48f0-a736-589b8ed8a20f
  kind: Event
  lastTimestamp: "2026-07-31T15:18:42Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z24l2'
  metadata:
    creationTimestamp: "2026-07-31T15:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:18:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18c768e7cc3bb1a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25695"
    uid: 02ec345c-0255-4cef-a945-8d59cb10c156
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25680"
    uid: 3f6cdbb9-5f5e-40fc-be6c-dc79b97f79f5
  kind: Event
  lastTimestamp: "2026-07-31T15:18:41Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:18:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:18:41Z"
    name: isvc-sklearn-v2-runtime-predictor.18c768e7c8e58e0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25684"
    uid: 9c155755-2dab-44da-92ff-eb416d33ccf7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25681"
    uid: ab31bc69-1262-41ba-bbae-6e9d911bf213
  kind: Event
  lastTimestamp: "2026-07-31T15:18:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:18:57Z"
    name: isvc-sklearn-v2-runtime-predictor.18c768eb47e94f27
    namespace: kserve-ci-e2e-test
    resourceVersion: "25849"
    uid: bfc1242e-70d3-4a22-86ac-e8d7aa729c2d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25681"
    uid: ab31bc69-1262-41ba-bbae-6e9d911bf213
  kind: Event
  lastTimestamp: "2026-07-31T15:18:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:18:57Z"
    name: isvc-sklearn-v2-runtime-predictor.18c768eb484e6276
    namespace: kserve-ci-e2e-test
    resourceVersion: "25850"
    uid: c84c7795-dda7-4aca-9d2c-5fe8e4c9ff98
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25848"
    uid: ab31bc69-1262-41ba-bbae-6e9d911bf213
  kind: Event
  lastTimestamp: "2026-07-31T15:19:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:19:42Z"
    name: isvc-sklearn-v2-runtime-predictor.18c768eec74643cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26328"
    uid: d2739f2b-26b7-4e45-872e-be8c4ced8689
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25848"
    uid: ab31bc69-1262-41ba-bbae-6e9d911bf213
  kind: Event
  lastTimestamp: "2026-07-31T15:19:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:19:42Z"
    name: isvc-sklearn-v2-runtime-predictor.18c768eec7d798f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26329"
    uid: c3c8e7bd-b00d-4147-8a83-df4f081058f3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25672"
    uid: 8874031e-7961-440f-ba7a-75b227cb3139
  kind: Event
  lastTimestamp: "2026-07-31T15:19:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:18:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:19:34Z"
    name: isvc-sklearn-v2-runtime.18c768e7c8e3c45e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26269"
    uid: 66e5aeb1-f400-4548-b9e4-137c0c3a182c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25672"
    uid: 8874031e-7961-440f-ba7a-75b227cb3139
  kind: Event
  lastTimestamp: "2026-07-31T15:18:42Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:18:42Z"
    name: isvc-sklearn-v2-runtime.18c768e7c96b14d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25704"
    uid: a1e40574-b163-428f-8465-aecf0dee6250
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25677"
    uid: 8874031e-7961-440f-ba7a-75b227cb3139
  kind: Event
  lastTimestamp: "2026-07-31T15:18:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:18:42Z"
    name: isvc-sklearn-v2-runtime.18c768e7d051b195
    namespace: kserve-ci-e2e-test
    resourceVersion: "25705"
    uid: 6e9684b9-202f-4bc7-a09c-55d7f815e89d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26267"
    uid: 8874031e-7961-440f-ba7a-75b227cb3139
  kind: Event
  lastTimestamp: "2026-07-31T15:19:34Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:19:34Z"
    name: isvc-sklearn-v2-runtime.18c768f3fd48b08b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26268"
    uid: 811d8eba-cc7e-4903-b313-25d2d04f5be1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26392"
    uid: 0b1f311e-5699-436a-b3f6-ccb9320d17ca
  kind: Event
  lastTimestamp: "2026-07-31T15:21:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:21:09Z"
    name: isvc-sklearn-v2.18c768f6fc1c8c13
    namespace: kserve-ci-e2e-test
    resourceVersion: "27431"
    uid: 209c7c9d-f5b0-4f79-9799-732d27c08387
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:19:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26392"
    uid: 0b1f311e-5699-436a-b3f6-ccb9320d17ca
  kind: Event
  lastTimestamp: "2026-07-31T15:19:47Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:19:47Z"
    name: isvc-sklearn-v2.18c768f6fcca7a12
    namespace: kserve-ci-e2e-test
    resourceVersion: "26408"
    uid: 88fd0271-9bbb-41d9-b277-418b0702f111
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:21:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27429"
    uid: 0b1f311e-5699-436a-b3f6-ccb9320d17ca
  kind: Event
  lastTimestamp: "2026-07-31T15:21:09Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:21:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:21:09Z"
    name: isvc-sklearn-v2.18c7690a2d078f88
    namespace: kserve-ci-e2e-test
    resourceVersion: "27430"
    uid: 9f74ad00-de73-4126-84b6-287129af5e05
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22808"
    uid: 841e6d93-9821-4329-b538-07be160677ca
  kind: Event
  lastTimestamp: "2026-07-31T15:14:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:14:47Z"
    name: isvc-sklearn.18c7689dd5af4e69
    namespace: kserve-ci-e2e-test
    resourceVersion: "23648"
    uid: 3c2f50ee-d051-4f5d-bbfe-4dabdbd25c9c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:13:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22808"
    uid: 841e6d93-9821-4329-b538-07be160677ca
  kind: Event
  lastTimestamp: "2026-07-31T15:13:24Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-31T15:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:13:24Z"
    name: isvc-sklearn.18c7689dd6429c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "22823"
    uid: 1c7a5b2d-8411-45ce-b973-49f50c310ab3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23645"
    uid: 841e6d93-9821-4329-b538-07be160677ca
  kind: Event
  lastTimestamp: "2026-07-31T15:14:47Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:14:47Z"
    name: isvc-sklearn.18c768b11737a2b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23647"
    uid: 6f154105-d55e-48d8-8b98-2841ea5375d6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:22:57.982342Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-92rnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28477"
    uid: ca616dc3-0354-4ede-b007-3bd9d01ff7d9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-92rnj
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:22:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:22:57Z"
    name: isvc-tensorflow-predictor-547dfc5669-92rnj.18c76923630e5d5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28483"
    uid: a3cbeec7-6dd8-4673-819a-86c1d9299dbc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-92rnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28487"
    uid: ca616dc3-0354-4ede-b007-3bd9d01ff7d9
  kind: Event
  lastTimestamp: "2026-07-31T15:22:58Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:22:58Z"
    name: isvc-tensorflow-predictor-547dfc5669-92rnj.18c769237d69b9dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28502"
    uid: b22a9024-3dc6-4900-95d3-e7bf47fa97b8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-92rnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28481"
    uid: ca616dc3-0354-4ede-b007-3bd9d01ff7d9
  kind: Event
  lastTimestamp: "2026-07-31T15:22:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:22:58Z"
    name: isvc-tensorflow-predictor-547dfc5669-92rnj.18c769237ece35a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28504"
    uid: 9e9bee61-52c9-428f-9f64-3272b134e362
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-92rnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28481"
    uid: ca616dc3-0354-4ede-b007-3bd9d01ff7d9
  kind: Event
  lastTimestamp: "2026-07-31T15:22:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:22:58Z"
    name: isvc-tensorflow-predictor-547dfc5669-92rnj.18c7692381d3b50e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28505"
    uid: 1c2d5fb6-fb1a-43c9-ad44-a02e06288b07
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-92rnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28481"
    uid: ca616dc3-0354-4ede-b007-3bd9d01ff7d9
  kind: Event
  lastTimestamp: "2026-07-31T15:22:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:22:58Z"
    name: isvc-tensorflow-predictor-547dfc5669-92rnj.18c769238251a641
    namespace: kserve-ci-e2e-test
    resourceVersion: "28507"
    uid: 900e5f4a-a1fd-4e65-8029-d9696ef89786
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-92rnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28481"
    uid: ca616dc3-0354-4ede-b007-3bd9d01ff7d9
  kind: Event
  lastTimestamp: "2026-07-31T15:23:03Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-07-31T15:23:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:23:03Z"
    name: isvc-tensorflow-predictor-547dfc5669-92rnj.18c76924a3764ca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28546"
    uid: f59b2ae1-2336-4930-b611-8b34cfdcc5e6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-92rnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28481"
    uid: ca616dc3-0354-4ede-b007-3bd9d01ff7d9
  kind: Event
  lastTimestamp: "2026-07-31T15:23:07Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.716s (3.716s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T15:23:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:23:07Z"
    name: isvc-tensorflow-predictor-547dfc5669-92rnj.18c7692580fa21a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28579"
    uid: 62fa6fd1-0889-47ae-943b-da167928aafe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-92rnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28481"
    uid: ca616dc3-0354-4ede-b007-3bd9d01ff7d9
  kind: Event
  lastTimestamp: "2026-07-31T15:23:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:23:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:23:07Z"
    name: isvc-tensorflow-predictor-547dfc5669-92rnj.18c7692583cb6261
    namespace: kserve-ci-e2e-test
    resourceVersion: "28581"
    uid: 4fa283bb-5794-4792-81c7-49dead441ce1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-92rnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28481"
    uid: ca616dc3-0354-4ede-b007-3bd9d01ff7d9
  kind: Event
  lastTimestamp: "2026-07-31T15:23:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:23:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:23:07Z"
    name: isvc-tensorflow-predictor-547dfc5669-92rnj.18c769258444a59f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28582"
    uid: ca9a95d4-22db-4760-a90d-8cd79f88cb1d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-92rnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28481"
    uid: ca616dc3-0354-4ede-b007-3bd9d01ff7d9
  kind: Event
  lastTimestamp: "2026-07-31T15:23:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:23:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:23:07Z"
    name: isvc-tensorflow-predictor-547dfc5669-92rnj.18c76925844e9d05
    namespace: kserve-ci-e2e-test
    resourceVersion: "28583"
    uid: 2ef4d8e7-edcc-420f-bb7d-b3d3c3ee8bf6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-92rnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28481"
    uid: ca616dc3-0354-4ede-b007-3bd9d01ff7d9
  kind: Event
  lastTimestamp: "2026-07-31T15:23:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:23:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:23:07Z"
    name: isvc-tensorflow-predictor-547dfc5669-92rnj.18c7692588014205
    namespace: kserve-ci-e2e-test
    resourceVersion: "28586"
    uid: dc455b74-51e7-4318-8dd1-ed85e9281ed1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-92rnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28481"
    uid: ca616dc3-0354-4ede-b007-3bd9d01ff7d9
  kind: Event
  lastTimestamp: "2026-07-31T15:23:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:23:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:23:07Z"
    name: isvc-tensorflow-predictor-547dfc5669-92rnj.18c76925887b214b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28587"
    uid: f4aca354-551e-49b9-9c63-a53bf7c43da8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-92rnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28481"
    uid: ca616dc3-0354-4ede-b007-3bd9d01ff7d9
  kind: Event
  lastTimestamp: "2026-07-31T15:23:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:23:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:23:13Z"
    name: isvc-tensorflow-predictor-547dfc5669-92rnj.18c7692593136c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28640"
    uid: 4ce00c63-ce1d-44b3-bc04-bd34f2d8b586
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-92rnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28481"
    uid: ca616dc3-0354-4ede-b007-3bd9d01ff7d9
  kind: Event
  lastTimestamp: "2026-07-31T15:23:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:23:39Z"
    name: isvc-tensorflow-predictor-547dfc5669-92rnj.18c7692d14a7fc46
    namespace: kserve-ci-e2e-test
    resourceVersion: "28855"
    uid: daf7851d-52c4-41fd-a1ad-409150cd49ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-92rnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28481"
    uid: ca616dc3-0354-4ede-b007-3bd9d01ff7d9
  kind: Event
  lastTimestamp: "2026-07-31T15:23:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:23:39Z"
    name: isvc-tensorflow-predictor-547dfc5669-92rnj.18c7692d14a887ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "28856"
    uid: 9b11eccf-d199-469b-8db6-ef00815e9994
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-92rnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28481"
    uid: ca616dc3-0354-4ede-b007-3bd9d01ff7d9
  kind: Event
  lastTimestamp: "2026-07-31T15:24:08Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:24:08Z"
    name: isvc-tensorflow-predictor-547dfc5669-92rnj.18c7692df50635e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29211"
    uid: 8ff22163-14ca-4a22-a1ca-4e59122e5bbf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "28467"
    uid: b744f13b-0df1-4d35-9d97-4dc04e88a51c
  kind: Event
  lastTimestamp: "2026-07-31T15:22:57Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-92rnj'
  metadata:
    creationTimestamp: "2026-07-31T15:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:22:57Z"
    name: isvc-tensorflow-predictor-547dfc5669.18c7692362732ba6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28480"
    uid: 099a7e03-8f78-494f-8e09-293e72647a9a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28464"
    uid: 3c123f43-6d24-4290-bf30-601b271e1b8b
  kind: Event
  lastTimestamp: "2026-07-31T15:22:57Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:22:57Z"
    name: isvc-tensorflow-predictor.18c769235f49cf06
    namespace: kserve-ci-e2e-test
    resourceVersion: "28469"
    uid: 8e5385e1-3f85-459d-b242-0ea0c32ee7fc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28466"
    uid: 973ce9a4-dbe5-4ab3-a6e8-4248cabea93f
  kind: Event
  lastTimestamp: "2026-07-31T15:23:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:23:12Z"
    name: isvc-tensorflow-predictor.18c76926ddac70fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28634"
    uid: 73732320-624f-4324-b90d-90ef0cbb7a68
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28466"
    uid: 973ce9a4-dbe5-4ab3-a6e8-4248cabea93f
  kind: Event
  lastTimestamp: "2026-07-31T15:23:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:23:12Z"
    name: isvc-tensorflow-predictor.18c76926de15a2af
    namespace: kserve-ci-e2e-test
    resourceVersion: "28636"
    uid: e3d7f755-d9d9-4dd2-a3e8-347f3c132588
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28635"
    uid: 973ce9a4-dbe5-4ab3-a6e8-4248cabea93f
  kind: Event
  lastTimestamp: "2026-07-31T15:23:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:23:27Z"
    name: isvc-tensorflow-predictor.18c7692a5db699aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28746"
    uid: 99cecf59-45fe-4552-b977-0954488661a0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28635"
    uid: 973ce9a4-dbe5-4ab3-a6e8-4248cabea93f
  kind: Event
  lastTimestamp: "2026-07-31T15:23:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:23:27Z"
    name: isvc-tensorflow-predictor.18c7692a5e31ac93
    namespace: kserve-ci-e2e-test
    resourceVersion: "28748"
    uid: 33bb5e3c-5ba6-4e67-a063-ca55012608d1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:23:44.790358Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zxl8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "28921"
    uid: 5cd2f0c0-2807-4250-af78-317c03915c90
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-zxl8v
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:23:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:23:44Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zxl8v.18c7692e490818f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28927"
    uid: 3438d823-9166-4a70-a37b-4738207d7386
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zxl8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "28925"
    uid: 5cd2f0c0-2807-4250-af78-317c03915c90
  kind: Event
  lastTimestamp: "2026-07-31T15:23:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:23:45Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zxl8v.18c7692e558456ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "28935"
    uid: b8039abf-4d36-43ac-b546-fcedff7e14f6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zxl8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "28931"
    uid: 5cd2f0c0-2807-4250-af78-317c03915c90
  kind: Event
  lastTimestamp: "2026-07-31T15:23:45Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:23:45Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zxl8v.18c7692e864aede0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28943"
    uid: 9eb7906a-d266-453f-82ca-cc642b586f94
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zxl8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "28925"
    uid: 5cd2f0c0-2807-4250-af78-317c03915c90
  kind: Event
  lastTimestamp: "2026-07-31T15:23:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:23:45Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zxl8v.18c7692e87bd0177
    namespace: kserve-ci-e2e-test
    resourceVersion: "28945"
    uid: 2898c8a2-4160-4dfa-a226-f7894cf77477
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zxl8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "28925"
    uid: 5cd2f0c0-2807-4250-af78-317c03915c90
  kind: Event
  lastTimestamp: "2026-07-31T15:23:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:23:45Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zxl8v.18c7692e8a696599
    namespace: kserve-ci-e2e-test
    resourceVersion: "28946"
    uid: a052715f-958b-49da-9bd1-6a9b21c7efe2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zxl8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "28925"
    uid: 5cd2f0c0-2807-4250-af78-317c03915c90
  kind: Event
  lastTimestamp: "2026-07-31T15:23:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:23:45Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zxl8v.18c7692e8adf0af5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28947"
    uid: 99c383dc-f6c4-48ae-8913-b72ece7d9ddc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zxl8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "28925"
    uid: 5cd2f0c0-2807-4250-af78-317c03915c90
  kind: Event
  lastTimestamp: "2026-07-31T15:23:50Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:23:50Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zxl8v.18c7692fa01c7b7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29003"
    uid: d146729d-10be-417c-b5f5-aacbf099c4be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zxl8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "28925"
    uid: 5cd2f0c0-2807-4250-af78-317c03915c90
  kind: Event
  lastTimestamp: "2026-07-31T15:23:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:23:50Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zxl8v.18c7692fa39a0faf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29007"
    uid: b9074841-65a9-43f6-858c-a0971eae8584
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zxl8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "28925"
    uid: 5cd2f0c0-2807-4250-af78-317c03915c90
  kind: Event
  lastTimestamp: "2026-07-31T15:23:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:23:50Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zxl8v.18c7692fa40f9af0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29008"
    uid: 3671ec39-0727-4ebc-9dc7-c36fb5c2700a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zxl8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "28925"
    uid: 5cd2f0c0-2807-4250-af78-317c03915c90
  kind: Event
  lastTimestamp: "2026-07-31T15:23:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:23:50Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zxl8v.18c7692fa421e853
    namespace: kserve-ci-e2e-test
    resourceVersion: "29009"
    uid: 8c939803-e822-468b-a9c5-196a15218bde
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zxl8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "28925"
    uid: 5cd2f0c0-2807-4250-af78-317c03915c90
  kind: Event
  lastTimestamp: "2026-07-31T15:23:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:23:50Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zxl8v.18c7692fa725c281
    namespace: kserve-ci-e2e-test
    resourceVersion: "29011"
    uid: 9aea8bc8-962c-4dbb-b223-0574ef8fb252
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zxl8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "28925"
    uid: 5cd2f0c0-2807-4250-af78-317c03915c90
  kind: Event
  lastTimestamp: "2026-07-31T15:23:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:23:50Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zxl8v.18c7692fa7a31476
    namespace: kserve-ci-e2e-test
    resourceVersion: "29012"
    uid: cf0cc660-ab51-408c-b90d-06f0c3b0e17f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zxl8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "28925"
    uid: 5cd2f0c0-2807-4250-af78-317c03915c90
  kind: Event
  lastTimestamp: "2026-07-31T15:23:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:23:58Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zxl8v.18c7693017fa2080
    namespace: kserve-ci-e2e-test
    resourceVersion: "29120"
    uid: d403fa0a-e7e2-45ea-ae5e-154bd341b1d6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:24:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zxl8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "28925"
    uid: 5cd2f0c0-2807-4250-af78-317c03915c90
  kind: Event
  lastTimestamp: "2026-07-31T15:24:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:24:26Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zxl8v.18c76937e1fc4553
    namespace: kserve-ci-e2e-test
    resourceVersion: "29361"
    uid: 34210734-18b0-4fb1-b95c-908b77853f9c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:24:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zxl8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "28925"
    uid: 5cd2f0c0-2807-4250-af78-317c03915c90
  kind: Event
  lastTimestamp: "2026-07-31T15:24:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:24:26Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zxl8v.18c76937e1fcaa74
    namespace: kserve-ci-e2e-test
    resourceVersion: "29362"
    uid: 3bbfec75-c172-4ace-8764-146cf3d3b975
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-31T15:24:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zxl8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "28925"
    uid: 5cd2f0c0-2807-4250-af78-317c03915c90
  kind: Event
  lastTimestamp: "2026-07-31T15:24:53Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:24:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:24:53Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zxl8v.18c7693879f93c3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29619"
    uid: 063979f7-960e-4841-b3f5-6ac65f855fd0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "28911"
    uid: efea7e45-32f9-440a-971e-c8e38c0571a6
  kind: Event
  lastTimestamp: "2026-07-31T15:23:44Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-zxl8v'
  metadata:
    creationTimestamp: "2026-07-31T15:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:23:44Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18c7692e489878bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28923"
    uid: a19bf549-58f2-4beb-a171-5f3f438cc397
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28909"
    uid: 107dd61f-ca1d-4f0b-a629-79316817c921
  kind: Event
  lastTimestamp: "2026-07-31T15:23:44Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:23:44Z"
    name: isvc-tensorflow-runtime-predictor.18c7692e45aa5dba
    namespace: kserve-ci-e2e-test
    resourceVersion: "28914"
    uid: f14b6fcc-61bd-41d9-b781-675a1e2378a2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28910"
    uid: 0b82dccd-7c0c-4392-a09b-7341eaa6e546
  kind: Event
  lastTimestamp: "2026-07-31T15:24:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:24:14Z"
    name: isvc-tensorflow-runtime-predictor.18c76931c45e4d02
    namespace: kserve-ci-e2e-test
    resourceVersion: "29266"
    uid: 1290a19a-f8ff-473f-9aee-184e3767f4c4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28910"
    uid: 0b82dccd-7c0c-4392-a09b-7341eaa6e546
  kind: Event
  lastTimestamp: "2026-07-31T15:24:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:24:14Z"
    name: isvc-tensorflow-runtime-predictor.18c76931c4cd5d2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29267"
    uid: c7c31a90-1eb8-4124-8dd3-64981fc00fc0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28902"
    uid: 19139176-5d1a-4c19-9e58-d0660be6517d
  kind: Event
  lastTimestamp: "2026-07-31T15:24:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:24:08Z"
    name: isvc-tensorflow-runtime.18c7692e45ab9c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29225"
    uid: eae2c7d3-a0b4-4ea4-a359-6ced7e131b44
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28902"
    uid: 19139176-5d1a-4c19-9e58-d0660be6517d
  kind: Event
  lastTimestamp: "2026-07-31T15:23:44Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:23:44Z"
    name: isvc-tensorflow-runtime.18c7692e461b1733
    namespace: kserve-ci-e2e-test
    resourceVersion: "28917"
    uid: 21f92727-8439-4a9a-9363-27a6b9ee00df
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:24:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29222"
    uid: 19139176-5d1a-4c19-9e58-d0660be6517d
  kind: Event
  lastTimestamp: "2026-07-31T15:24:08Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:24:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:24:08Z"
    name: isvc-tensorflow-runtime.18c76933d938d874
    namespace: kserve-ci-e2e-test
    resourceVersion: "29223"
    uid: 2bb5ab7a-1524-4e8f-8ac1-38597e2c8101
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "28457"
    uid: a61ea5e2-3232-43e6-bd2f-9c82be181077
  kind: Event
  lastTimestamp: "2026-07-31T15:23:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:23:23Z"
    name: isvc-tensorflow.18c769235f4554ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "28714"
    uid: 720aeac8-d7f5-4ef8-9e29-e59ee5028c73
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "28457"
    uid: a61ea5e2-3232-43e6-bd2f-9c82be181077
  kind: Event
  lastTimestamp: "2026-07-31T15:22:58Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:22:58Z"
    name: isvc-tensorflow.18c769235fddc5ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "28489"
    uid: 79fc874d-3705-439e-ae0b-a55d80381007
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:22:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "28465"
    uid: a61ea5e2-3232-43e6-bd2f-9c82be181077
  kind: Event
  lastTimestamp: "2026-07-31T15:22:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:22:58Z"
    name: isvc-tensorflow.18c769236596ed51
    namespace: kserve-ci-e2e-test
    resourceVersion: "28490"
    uid: af9ae364-6bf6-4797-97f2-671a5588b451
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:23:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "28712"
    uid: a61ea5e2-3232-43e6-bd2f-9c82be181077
  kind: Event
  lastTimestamp: "2026-07-31T15:23:23Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:23:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:23:23Z"
    name: isvc-tensorflow.18c76929528cd603
    namespace: kserve-ci-e2e-test
    resourceVersion: "28713"
    uid: efc3e47b-1860-4dd3-a1fe-1a326fc25ef3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:24:31.171721Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-47qmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29430"
    uid: 9c756461-2609-40fe-a9e4-985773ecc23f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-47qmr
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:24:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:24:31Z"
    name: isvc-triton-predictor-5d7db58676-47qmr.18c7693915937e0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29437"
    uid: a65c2754-19ba-405c-bab4-fa3e3c8de4c8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:24:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-47qmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29441"
    uid: 9c756461-2609-40fe-a9e4-985773ecc23f
  kind: Event
  lastTimestamp: "2026-07-31T15:24:31Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:24:31Z"
    name: isvc-triton-predictor-5d7db58676-47qmr.18c769392f1a8c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "29447"
    uid: 387d0e73-9844-44bb-9f5d-533dfcad7e6d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-47qmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29433"
    uid: 9c756461-2609-40fe-a9e4-985773ecc23f
  kind: Event
  lastTimestamp: "2026-07-31T15:24:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:24:31Z"
    name: isvc-triton-predictor-5d7db58676-47qmr.18c7693930d8b1fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "29449"
    uid: 145cb099-26fc-4272-bca2-73af8b3fcd33
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-47qmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29433"
    uid: 9c756461-2609-40fe-a9e4-985773ecc23f
  kind: Event
  lastTimestamp: "2026-07-31T15:24:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:24:31Z"
    name: isvc-triton-predictor-5d7db58676-47qmr.18c7693933cff591
    namespace: kserve-ci-e2e-test
    resourceVersion: "29450"
    uid: daf1f143-ffe6-4142-9280-9c514367153a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-47qmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29433"
    uid: 9c756461-2609-40fe-a9e4-985773ecc23f
  kind: Event
  lastTimestamp: "2026-07-31T15:24:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:24:31Z"
    name: isvc-triton-predictor-5d7db58676-47qmr.18c76939343c62ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "29451"
    uid: d934a913-687d-412c-96d4-bab16fc2474e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:24:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-47qmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29433"
    uid: 9c756461-2609-40fe-a9e4-985773ecc23f
  kind: Event
  lastTimestamp: "2026-07-31T15:24:35Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-07-31T15:24:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:24:35Z"
    name: isvc-triton-predictor-5d7db58676-47qmr.18c7693a266b5e24
    namespace: kserve-ci-e2e-test
    resourceVersion: "29483"
    uid: bf935d2b-ce93-473f-88a3-4c770adcedb7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-47qmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29433"
    uid: 9c756461-2609-40fe-a9e4-985773ecc23f
  kind: Event
  lastTimestamp: "2026-07-31T15:26:31Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m55.967s
    (1m55.967s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T15:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:26:31Z"
    name: isvc-triton-predictor-5d7db58676-47qmr.18c7695526a66925
    namespace: kserve-ci-e2e-test
    resourceVersion: "30449"
    uid: 5a2dae24-c38b-4e5d-a3b4-b15b3c95d5be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-47qmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29433"
    uid: 9c756461-2609-40fe-a9e4-985773ecc23f
  kind: Event
  lastTimestamp: "2026-07-31T15:26:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:26:31Z"
    name: isvc-triton-predictor-5d7db58676-47qmr.18c7695533017c7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30453"
    uid: da94d6ff-5411-40b7-a5be-389da312d894
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-47qmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29433"
    uid: 9c756461-2609-40fe-a9e4-985773ecc23f
  kind: Event
  lastTimestamp: "2026-07-31T15:26:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:26:31Z"
    name: isvc-triton-predictor-5d7db58676-47qmr.18c7695536360099
    namespace: kserve-ci-e2e-test
    resourceVersion: "30455"
    uid: b0a6e86c-f93c-4cec-ad8e-48caaab961ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-47qmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29433"
    uid: 9c756461-2609-40fe-a9e4-985773ecc23f
  kind: Event
  lastTimestamp: "2026-07-31T15:26:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:26:31Z"
    name: isvc-triton-predictor-5d7db58676-47qmr.18c7695536427fe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30456"
    uid: e2b93a82-f0a1-4eaa-9f74-c9f559c1e97b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:26:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-47qmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29433"
    uid: 9c756461-2609-40fe-a9e4-985773ecc23f
  kind: Event
  lastTimestamp: "2026-07-31T15:26:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:26:32Z"
    name: isvc-triton-predictor-5d7db58676-47qmr.18c7695541912baf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30458"
    uid: b53ba710-d754-4472-a56b-dc28736697d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:26:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-47qmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29433"
    uid: 9c756461-2609-40fe-a9e4-985773ecc23f
  kind: Event
  lastTimestamp: "2026-07-31T15:26:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:26:32Z"
    name: isvc-triton-predictor-5d7db58676-47qmr.18c76955452fb6f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30459"
    uid: 06c838e8-b2f3-4523-b02c-2c3bf18ff17d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-47qmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29433"
    uid: 9c756461-2609-40fe-a9e4-985773ecc23f
  kind: Event
  lastTimestamp: "2026-07-31T15:26:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:26:34Z"
    name: isvc-triton-predictor-5d7db58676-47qmr.18c7695588327f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "30481"
    uid: 8d2f9410-255d-4a1b-8be2-fcc5b5336dde
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:26:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-47qmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29433"
    uid: 9c756461-2609-40fe-a9e4-985773ecc23f
  kind: Event
  lastTimestamp: "2026-07-31T15:26:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:26:45Z"
    name: isvc-triton-predictor-5d7db58676-47qmr.18c76958508367f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30605"
    uid: e69a50f6-5d29-41c5-988e-fc3bd3464c60
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:26:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-47qmr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29433"
    uid: 9c756461-2609-40fe-a9e4-985773ecc23f
  kind: Event
  lastTimestamp: "2026-07-31T15:26:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:26:45Z"
    name: isvc-triton-predictor-5d7db58676-47qmr.18c769585083d843
    namespace: kserve-ci-e2e-test
    resourceVersion: "30606"
    uid: cfdec963-eefb-4f73-acd1-c8dff79a491b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:24:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "29418"
    uid: cf26fc19-874b-4dc1-937d-5ba3f1167ee2
  kind: Event
  lastTimestamp: "2026-07-31T15:24:31Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-47qmr'
  metadata:
    creationTimestamp: "2026-07-31T15:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:24:31Z"
    name: isvc-triton-predictor-5d7db58676.18c7693915255947
    namespace: kserve-ci-e2e-test
    resourceVersion: "29432"
    uid: c9e545b5-31fc-44c8-996d-4389a9ee49dd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:24:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29415"
    uid: 79bfe0ca-ba1a-4538-99ec-d0c48864bbdb
  kind: Event
  lastTimestamp: "2026-07-31T15:24:31Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:24:31Z"
    name: isvc-triton-predictor.18c769391205ca02
    namespace: kserve-ci-e2e-test
    resourceVersion: "29419"
    uid: d7663f30-d0d3-43b1-8c81-cb6d2ed8f0c1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-31T15:24:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29417"
    uid: a79755f6-4ea3-44c0-8b25-78cad90ee805
  kind: Event
  lastTimestamp: "2026-07-31T15:26:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:26:31Z"
    name: isvc-triton-predictor.18c7693c91073b20
    namespace: kserve-ci-e2e-test
    resourceVersion: "30442"
    uid: 4a01e34e-a586-47c6-b5e7-1d09b58c29c3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-31T15:24:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29417"
    uid: a79755f6-4ea3-44c0-8b25-78cad90ee805
  kind: Event
  lastTimestamp: "2026-07-31T15:26:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:26:31Z"
    name: isvc-triton-predictor.18c7693c91761d02
    namespace: kserve-ci-e2e-test
    resourceVersion: "30443"
    uid: 7cdc306e-bad2-420e-adf1-f56aff1f3026
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T15:24:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "29408"
    uid: 4bd31d9c-632d-4e0c-990d-f3fb8f9e6f22
  kind: Event
  lastTimestamp: "2026-07-31T15:26:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:26:39Z"
    name: isvc-triton.18c7693912042c74
    namespace: kserve-ci-e2e-test
    resourceVersion: "30539"
    uid: 99ba88e5-9d14-4d9c-95f2-5d1f861dd11e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:24:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "29408"
    uid: 4bd31d9c-632d-4e0c-990d-f3fb8f9e6f22
  kind: Event
  lastTimestamp: "2026-07-31T15:24:31Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-31T15:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:24:31Z"
    name: isvc-triton.18c769391297a3e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29422"
    uid: b051aac6-fa0c-4df0-9562-d296d51a0ac9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:26:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "30537"
    uid: 4bd31d9c-632d-4e0c-990d-f3fb8f9e6f22
  kind: Event
  lastTimestamp: "2026-07-31T15:26:39Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:26:39Z"
    name: isvc-triton.18c76956f555b2a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30538"
    uid: 01bbbb45-3745-4d5d-956f-590a2b6aa8a9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:26:50.508607Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-zdpxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30663"
    uid: 36fbf3f8-8d7c-4167-9edc-0618abac7e96
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-zdpxg
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:26:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:26:50Z"
    name: isvc-xgboost-predictor-7566d65bf7-zdpxg.18c7695986b3a889
    namespace: kserve-ci-e2e-test
    resourceVersion: "30669"
    uid: e7e5719d-63ed-4a9a-a13f-6f71588351c4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:26:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-zdpxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30675"
    uid: 36fbf3f8-8d7c-4167-9edc-0618abac7e96
  kind: Event
  lastTimestamp: "2026-07-31T15:26:50Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:26:50Z"
    name: isvc-xgboost-predictor-7566d65bf7-zdpxg.18c76959a3cb1be8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30685"
    uid: 640c43f6-cba1-4efa-9620-e6dc7da3e325
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:26:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-zdpxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30667"
    uid: 36fbf3f8-8d7c-4167-9edc-0618abac7e96
  kind: Event
  lastTimestamp: "2026-07-31T15:26:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:26:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:26:51Z"
    name: isvc-xgboost-predictor-7566d65bf7-zdpxg.18c76959a55d340f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30688"
    uid: 2e431feb-ec4e-45cd-944a-3e0195b4e546
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:26:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-zdpxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30667"
    uid: 36fbf3f8-8d7c-4167-9edc-0618abac7e96
  kind: Event
  lastTimestamp: "2026-07-31T15:26:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:26:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:26:51Z"
    name: isvc-xgboost-predictor-7566d65bf7-zdpxg.18c76959ac11df5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30690"
    uid: cfd19f72-13e5-4ed8-bb55-19f8807fe81f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:26:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-zdpxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30667"
    uid: 36fbf3f8-8d7c-4167-9edc-0618abac7e96
  kind: Event
  lastTimestamp: "2026-07-31T15:26:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:26:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:26:51Z"
    name: isvc-xgboost-predictor-7566d65bf7-zdpxg.18c76959ada0e7ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "30692"
    uid: c69be187-ea87-4b8f-af81-5bd7e9e529d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:26:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-zdpxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30667"
    uid: 36fbf3f8-8d7c-4167-9edc-0618abac7e96
  kind: Event
  lastTimestamp: "2026-07-31T15:26:55Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-31T15:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:26:55Z"
    name: isvc-xgboost-predictor-7566d65bf7-zdpxg.18c7695aad23212b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30731"
    uid: 8c2290b5-bc22-41a3-a632-9cd4a676e1b0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-zdpxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30667"
    uid: 36fbf3f8-8d7c-4167-9edc-0618abac7e96
  kind: Event
  lastTimestamp: "2026-07-31T15:27:13Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.889s (17.889s
    including waiting). Image size: 1307355898 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T15:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:27:13Z"
    name: isvc-xgboost-predictor-7566d65bf7-zdpxg.18c7695ed77620e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30867"
    uid: bec7dd95-da33-4b36-a473-2fbea5fb59aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-zdpxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30667"
    uid: 36fbf3f8-8d7c-4167-9edc-0618abac7e96
  kind: Event
  lastTimestamp: "2026-07-31T15:27:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:27:13Z"
    name: isvc-xgboost-predictor-7566d65bf7-zdpxg.18c7695edaf1459c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30869"
    uid: 9ee7f8be-7ba4-4efc-8443-565b5f9f5459
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-zdpxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30667"
    uid: 36fbf3f8-8d7c-4167-9edc-0618abac7e96
  kind: Event
  lastTimestamp: "2026-07-31T15:27:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:27:13Z"
    name: isvc-xgboost-predictor-7566d65bf7-zdpxg.18c7695edb80dbed
    namespace: kserve-ci-e2e-test
    resourceVersion: "30870"
    uid: d99c63d4-30ae-414b-86ab-858f217ae567
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-zdpxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30667"
    uid: 36fbf3f8-8d7c-4167-9edc-0618abac7e96
  kind: Event
  lastTimestamp: "2026-07-31T15:27:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:27:13Z"
    name: isvc-xgboost-predictor-7566d65bf7-zdpxg.18c7695edb8c0509
    namespace: kserve-ci-e2e-test
    resourceVersion: "30871"
    uid: 8a1d2bcd-ecf6-462e-8f97-e07cb2c0583a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-zdpxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30667"
    uid: 36fbf3f8-8d7c-4167-9edc-0618abac7e96
  kind: Event
  lastTimestamp: "2026-07-31T15:27:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:27:13Z"
    name: isvc-xgboost-predictor-7566d65bf7-zdpxg.18c7695edfad6727
    namespace: kserve-ci-e2e-test
    resourceVersion: "30872"
    uid: e0484b72-f216-4800-9699-a4e2a0069dfa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-zdpxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30667"
    uid: 36fbf3f8-8d7c-4167-9edc-0618abac7e96
  kind: Event
  lastTimestamp: "2026-07-31T15:27:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:27:13Z"
    name: isvc-xgboost-predictor-7566d65bf7-zdpxg.18c7695ee03edbea
    namespace: kserve-ci-e2e-test
    resourceVersion: "30873"
    uid: 8a389cbc-3e3a-4087-85b9-6cd424e65909
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-31T15:27:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-zdpxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30667"
    uid: 36fbf3f8-8d7c-4167-9edc-0618abac7e96
  kind: Event
  lastTimestamp: "2026-07-31T15:28:10Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:28:10Z"
    name: isvc-xgboost-predictor-7566d65bf7-zdpxg.18c7695f1ea94bac
    namespace: kserve-ci-e2e-test
    resourceVersion: "31326"
    uid: 63949708-2ca2-4d92-b36d-15ace86bbc68
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-zdpxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30667"
    uid: 36fbf3f8-8d7c-4167-9edc-0618abac7e96
  kind: Event
  lastTimestamp: "2026-07-31T15:28:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:28:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:28:30Z"
    name: isvc-xgboost-predictor-7566d65bf7-zdpxg.18c76970d433ef57
    namespace: kserve-ci-e2e-test
    resourceVersion: "31570"
    uid: 951231ce-d4e4-414c-8a91-938b0bd0c1fc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-zdpxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30667"
    uid: 36fbf3f8-8d7c-4167-9edc-0618abac7e96
  kind: Event
  lastTimestamp: "2026-07-31T15:28:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:28:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:28:30Z"
    name: isvc-xgboost-predictor-7566d65bf7-zdpxg.18c76970d434aff3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31571"
    uid: 7ca106bc-77b8-4604-a9ce-101bba9a4659
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:26:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30654"
    uid: 022ec915-4011-4f40-b055-a55296a0f7b9
  kind: Event
  lastTimestamp: "2026-07-31T15:26:50Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-zdpxg'
  metadata:
    creationTimestamp: "2026-07-31T15:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:26:50Z"
    name: isvc-xgboost-predictor-7566d65bf7.18c769598623ceac
    namespace: kserve-ci-e2e-test
    resourceVersion: "30666"
    uid: 282d30f8-7ae8-4590-8143-ce104d0236b5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:26:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30652"
    uid: c019485a-4af4-48a7-8e6f-18d8180fc625
  kind: Event
  lastTimestamp: "2026-07-31T15:26:50Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:26:50Z"
    name: isvc-xgboost-predictor.18c76959823d12ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "30655"
    uid: bdb7ecf3-0372-4449-b70c-5cd0f3b49ac2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-31T15:27:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30653"
    uid: 955c6c9e-6324-4b32-8cfa-a2c0ef51b4c5
  kind: Event
  lastTimestamp: "2026-07-31T15:28:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:28:05Z"
    name: isvc-xgboost-predictor.18c7695d00f2123e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31261"
    uid: a2775694-0c73-48a9-b97d-8fc5d20cbe4b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-31T15:27:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30653"
    uid: 955c6c9e-6324-4b32-8cfa-a2c0ef51b4c5
  kind: Event
  lastTimestamp: "2026-07-31T15:28:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:28:05Z"
    name: isvc-xgboost-predictor.18c7695d016859d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31262"
    uid: 304c4327-8cba-4a13-9e3a-009c42a12138
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30812"
    uid: 955c6c9e-6324-4b32-8cfa-a2c0ef51b4c5
  kind: Event
  lastTimestamp: "2026-07-31T15:28:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:28:20Z"
    name: isvc-xgboost-predictor.18c7696e7d47e894
    namespace: kserve-ci-e2e-test
    resourceVersion: "31460"
    uid: 0396c75a-c2d3-46ea-93b9-c03c91e5304e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30812"
    uid: 955c6c9e-6324-4b32-8cfa-a2c0ef51b4c5
  kind: Event
  lastTimestamp: "2026-07-31T15:28:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:28:20Z"
    name: isvc-xgboost-predictor.18c7696e7dcf6458
    namespace: kserve-ci-e2e-test
    resourceVersion: "31462"
    uid: 46aa3f4b-f998-4d0d-a5fc-67d6c5bc8e04
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:30:26.279042Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-dctqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32708"
    uid: c01b0f83-8f47-4505-8887-181df5342228
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-dctqq
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:30:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:30:26Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-dctqq.18c7698bc39f3902
    namespace: kserve-ci-e2e-test
    resourceVersion: "32714"
    uid: e26d910f-97ef-4436-9fb9-c61f00e0d46f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:30:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-dctqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32710"
    uid: c01b0f83-8f47-4505-8887-181df5342228
  kind: Event
  lastTimestamp: "2026-07-31T15:30:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:30:26Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-dctqq.18c7698bcf4b6c51
    namespace: kserve-ci-e2e-test
    resourceVersion: "32724"
    uid: 771510d0-ab24-4518-9dd1-ef25b50992ee
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:30:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-dctqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32719"
    uid: c01b0f83-8f47-4505-8887-181df5342228
  kind: Event
  lastTimestamp: "2026-07-31T15:30:27Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:30:27Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-dctqq.18c7698c01031404
    namespace: kserve-ci-e2e-test
    resourceVersion: "32734"
    uid: 650e15d1-edcb-4ff0-a893-aae2be437938
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:30:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-dctqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32710"
    uid: c01b0f83-8f47-4505-8887-181df5342228
  kind: Event
  lastTimestamp: "2026-07-31T15:30:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:30:27Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-dctqq.18c7698c02703cb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32736"
    uid: 353e030f-7741-410c-a085-9131190c3cfb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:30:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-dctqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32710"
    uid: c01b0f83-8f47-4505-8887-181df5342228
  kind: Event
  lastTimestamp: "2026-07-31T15:30:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:30:27Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-dctqq.18c7698c056d5931
    namespace: kserve-ci-e2e-test
    resourceVersion: "32737"
    uid: 384062ed-7695-45d1-8040-dd444a2a5e34
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:30:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-dctqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32710"
    uid: c01b0f83-8f47-4505-8887-181df5342228
  kind: Event
  lastTimestamp: "2026-07-31T15:30:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:30:27Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-dctqq.18c7698c05eaac16
    namespace: kserve-ci-e2e-test
    resourceVersion: "32738"
    uid: 1ba3cbe1-bb56-47a4-9f28-c929cc764ab4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-dctqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32710"
    uid: c01b0f83-8f47-4505-8887-181df5342228
  kind: Event
  lastTimestamp: "2026-07-31T15:30:32Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:30:32Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-dctqq.18c7698d2a9cdbed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32788"
    uid: fe785cb1-a7f5-41cd-a1bb-52314b3a6791
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-dctqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32710"
    uid: c01b0f83-8f47-4505-8887-181df5342228
  kind: Event
  lastTimestamp: "2026-07-31T15:30:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:30:32Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-dctqq.18c7698d2dc3a4b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32791"
    uid: 0a4a3947-32b7-443b-bed5-ecf4bf2d7f93
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-dctqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32710"
    uid: c01b0f83-8f47-4505-8887-181df5342228
  kind: Event
  lastTimestamp: "2026-07-31T15:30:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:30:32Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-dctqq.18c7698d2e470d85
    namespace: kserve-ci-e2e-test
    resourceVersion: "32792"
    uid: a0123548-9684-4a10-9856-8f131fd20469
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-dctqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32710"
    uid: c01b0f83-8f47-4505-8887-181df5342228
  kind: Event
  lastTimestamp: "2026-07-31T15:30:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:30:32Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-dctqq.18c7698d2e523683
    namespace: kserve-ci-e2e-test
    resourceVersion: "32793"
    uid: 37743ab5-3d02-483b-a172-5d6048c2c295
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-dctqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32710"
    uid: c01b0f83-8f47-4505-8887-181df5342228
  kind: Event
  lastTimestamp: "2026-07-31T15:30:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:30:32Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-dctqq.18c7698d316639f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32796"
    uid: 53c89fb8-b50f-436b-9304-e5920f27600e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-dctqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32710"
    uid: c01b0f83-8f47-4505-8887-181df5342228
  kind: Event
  lastTimestamp: "2026-07-31T15:30:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:30:32Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-dctqq.18c7698d32298d69
    namespace: kserve-ci-e2e-test
    resourceVersion: "32798"
    uid: bf592cde-8ca9-462e-ad92-fea5fcf822a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-31T15:30:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-dctqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32710"
    uid: c01b0f83-8f47-4505-8887-181df5342228
  kind: Event
  lastTimestamp: "2026-07-31T15:31:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:31:30Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-dctqq.18c7698da270992a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33305"
    uid: bfdfad82-7981-4d88-92de-f1ac55d99110
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-dctqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32710"
    uid: c01b0f83-8f47-4505-8887-181df5342228
  kind: Event
  lastTimestamp: "2026-07-31T15:31:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:31:46Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-dctqq.18c7699e6a002df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33456"
    uid: 890f6f3e-fb44-424a-98ad-5f5f1b0f8758
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-dctqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32710"
    uid: c01b0f83-8f47-4505-8887-181df5342228
  kind: Event
  lastTimestamp: "2026-07-31T15:31:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:31:46Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-dctqq.18c7699e6a00c238
    namespace: kserve-ci-e2e-test
    resourceVersion: "33457"
    uid: a4bf1f3b-9ccb-4b58-bdbe-0d863a1fa72b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:30:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "32698"
    uid: 6194f1c0-7815-4828-abe7-baebf3a71afd
  kind: Event
  lastTimestamp: "2026-07-31T15:30:26Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-dctqq'
  metadata:
    creationTimestamp: "2026-07-31T15:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:30:26Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18c7698bc32a3d15
    namespace: kserve-ci-e2e-test
    resourceVersion: "32709"
    uid: 1db832fa-d1c9-41b8-b9a1-5bc143bad2b8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:30:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32696"
    uid: 6cfbc82f-45b0-4dd8-81f5-9b688d4a469b
  kind: Event
  lastTimestamp: "2026-07-31T15:30:26Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-31T15:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:30:26Z"
    name: isvc-xgboost-runtime-predictor.18c7698bbf9e91d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32700"
    uid: 7532df93-7106-4f8c-9b3a-dd74bddc561a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:30:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32697"
    uid: f6ea3702-cded-4e2f-ae7a-5a7ae93e5981
  kind: Event
  lastTimestamp: "2026-07-31T15:30:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:30:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:30:56Z"
    name: isvc-xgboost-runtime-predictor.18c7698f3e57a894
    namespace: kserve-ci-e2e-test
    resourceVersion: "32972"
    uid: 15a2116a-807b-4897-94f2-1746c19869e7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:30:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32697"
    uid: f6ea3702-cded-4e2f-ae7a-5a7ae93e5981
  kind: Event
  lastTimestamp: "2026-07-31T15:30:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:30:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:30:56Z"
    name: isvc-xgboost-runtime-predictor.18c7698f3fa96c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "32973"
    uid: bd20095b-6a0c-40fa-bc97-7bf5872759b5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32864"
    uid: f6ea3702-cded-4e2f-ae7a-5a7ae93e5981
  kind: Event
  lastTimestamp: "2026-07-31T15:31:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:31:41Z"
    name: isvc-xgboost-runtime-predictor.18c769963d97c586
    namespace: kserve-ci-e2e-test
    resourceVersion: "33399"
    uid: 6a23f0b2-9db1-4a27-9043-2461cad386fc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32864"
    uid: f6ea3702-cded-4e2f-ae7a-5a7ae93e5981
  kind: Event
  lastTimestamp: "2026-07-31T15:31:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:31:41Z"
    name: isvc-xgboost-runtime-predictor.18c769963e11a17a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33400"
    uid: 8387b618-2da5-4243-a42b-94563f190e73
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:30:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32688"
    uid: bf6a33c2-2a91-4390-a6d7-b83d7d61c61b
  kind: Event
  lastTimestamp: "2026-07-31T15:31:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:31:40Z"
    name: isvc-xgboost-runtime.18c7698bbfab205c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33394"
    uid: 2b21c18a-3ade-479b-b5c0-7526927fee4c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:30:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32688"
    uid: bf6a33c2-2a91-4390-a6d7-b83d7d61c61b
  kind: Event
  lastTimestamp: "2026-07-31T15:30:26Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:30:26Z"
    name: isvc-xgboost-runtime.18c7698bc05de260
    namespace: kserve-ci-e2e-test
    resourceVersion: "32705"
    uid: 3675aa39-24b5-466b-93db-83f9e4465e98
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33391"
    uid: bf6a33c2-2a91-4390-a6d7-b83d7d61c61b
  kind: Event
  lastTimestamp: "2026-07-31T15:31:40Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:31:40Z"
    name: isvc-xgboost-runtime.18c7699d077dac35
    namespace: kserve-ci-e2e-test
    resourceVersion: "33393"
    uid: 349e1bf6-cd13-4afc-95e9-4e84c96461a0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:28:35.751287Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m94gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31636"
    uid: 86277011-5011-4eb8-b7a3-96ff8447f4da
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m94gh
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:28:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:28:35Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m94gh.18c7697207a77853
    namespace: kserve-ci-e2e-test
    resourceVersion: "31642"
    uid: 8b8b4c73-6396-4cab-ace7-a770c5c18aa5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m94gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31646"
    uid: 86277011-5011-4eb8-b7a3-96ff8447f4da
  kind: Event
  lastTimestamp: "2026-07-31T15:28:36Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:28:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:28:36Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m94gh.18c76972218535b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31654"
    uid: 73fc2cc3-270d-4e2b-9504-0a68cd8a85b3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m94gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31640"
    uid: 86277011-5011-4eb8-b7a3-96ff8447f4da
  kind: Event
  lastTimestamp: "2026-07-31T15:28:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:28:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:28:36Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m94gh.18c7697223033439
    namespace: kserve-ci-e2e-test
    resourceVersion: "31656"
    uid: f8940495-4f15-44e5-8736-a77e7e0994d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m94gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31640"
    uid: 86277011-5011-4eb8-b7a3-96ff8447f4da
  kind: Event
  lastTimestamp: "2026-07-31T15:28:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:28:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:28:36Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m94gh.18c76972258573ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "31658"
    uid: 4b31e051-fde6-4993-ad17-0f780904ab1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m94gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31640"
    uid: 86277011-5011-4eb8-b7a3-96ff8447f4da
  kind: Event
  lastTimestamp: "2026-07-31T15:28:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:28:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:28:36Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m94gh.18c7697225f11cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31659"
    uid: 05693108-274b-4269-b5b2-1ba639b67d46
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m94gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31640"
    uid: 86277011-5011-4eb8-b7a3-96ff8447f4da
  kind: Event
  lastTimestamp: "2026-07-31T15:28:40Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-31T15:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:28:40Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m94gh.18c7697338cf973a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31696"
    uid: 2596198b-3050-4af6-8389-84f297ed207f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m94gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31640"
    uid: 86277011-5011-4eb8-b7a3-96ff8447f4da
  kind: Event
  lastTimestamp: "2026-07-31T15:28:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:28:40Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m94gh.18c769733bafecf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31698"
    uid: c5aa56e7-9da0-4141-845f-ca1fa9308a86
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m94gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31640"
    uid: 86277011-5011-4eb8-b7a3-96ff8447f4da
  kind: Event
  lastTimestamp: "2026-07-31T15:28:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:28:40Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m94gh.18c769733c2ab2e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31699"
    uid: db384b57-7af9-4c31-b05e-82290e4dfdf5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m94gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31640"
    uid: 86277011-5011-4eb8-b7a3-96ff8447f4da
  kind: Event
  lastTimestamp: "2026-07-31T15:28:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:28:40Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m94gh.18c769733c3771aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31700"
    uid: 2bb45917-8dfb-4d70-bea5-5c6e3d121af0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m94gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31640"
    uid: 86277011-5011-4eb8-b7a3-96ff8447f4da
  kind: Event
  lastTimestamp: "2026-07-31T15:28:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:28:40Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m94gh.18c769733fde5523
    namespace: kserve-ci-e2e-test
    resourceVersion: "31703"
    uid: 0925ec88-85ce-4313-b224-3a6fb573756f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m94gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31640"
    uid: 86277011-5011-4eb8-b7a3-96ff8447f4da
  kind: Event
  lastTimestamp: "2026-07-31T15:28:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:28:40Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m94gh.18c76973404c2fa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31704"
    uid: f687561c-fc97-4fc7-9f52-b4615a270865
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m94gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31640"
    uid: 86277011-5011-4eb8-b7a3-96ff8447f4da
  kind: Event
  lastTimestamp: "2026-07-31T15:29:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:29:25Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m94gh.18c7697db0d522e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32060"
    uid: 77b570ab-6aae-4958-a177-7d3764926829
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m94gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31640"
    uid: 86277011-5011-4eb8-b7a3-96ff8447f4da
  kind: Event
  lastTimestamp: "2026-07-31T15:29:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:29:25Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m94gh.18c7697db0d66ab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32061"
    uid: 3c876488-b549-4f57-b5aa-4cf0cf1cabdc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m94gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31640"
    uid: 86277011-5011-4eb8-b7a3-96ff8447f4da
  kind: Event
  lastTimestamp: "2026-07-31T15:29:27Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:29:27Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m94gh.18c7697e2ae69571
    namespace: kserve-ci-e2e-test
    resourceVersion: "32079"
    uid: 18e4c0c3-2db4-4162-b548-da1e4a3019ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "31627"
    uid: d9541c4f-1d35-4364-b04a-f974fa63e4c1
  kind: Event
  lastTimestamp: "2026-07-31T15:28:35Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m94gh'
  metadata:
    creationTimestamp: "2026-07-31T15:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:28:35Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18c76972072d4b26
    namespace: kserve-ci-e2e-test
    resourceVersion: "31639"
    uid: 9e2434d0-8f12-4b14-a73f-04ed6a5501b3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31625"
    uid: a626efb7-2048-4016-8d0f-6bc823357933
  kind: Event
  lastTimestamp: "2026-07-31T15:28:35Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:28:35Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c7697204681637
    namespace: kserve-ci-e2e-test
    resourceVersion: "31630"
    uid: d0204238-6ff5-4767-a4f0-fbd638817b68
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31626"
    uid: a4687664-7d45-4178-96fb-822d32e2de18
  kind: Event
  lastTimestamp: "2026-07-31T15:29:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:29:20Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c769758350449f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32011"
    uid: b36d43da-7bc9-4872-8a9f-d4756df5c48f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31626"
    uid: a4687664-7d45-4178-96fb-822d32e2de18
  kind: Event
  lastTimestamp: "2026-07-31T15:29:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:29:20Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c76975841983ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "32012"
    uid: 6a6a2521-fcc0-45f0-8eb9-a4f56771a6ed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31786"
    uid: a4687664-7d45-4178-96fb-822d32e2de18
  kind: Event
  lastTimestamp: "2026-07-31T15:29:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:29:05Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c7697902dca098
    namespace: kserve-ci-e2e-test
    resourceVersion: "31886"
    uid: 77a4f0aa-646a-47d6-983d-be670ea6cf5a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31786"
    uid: a4687664-7d45-4178-96fb-822d32e2de18
  kind: Event
  lastTimestamp: "2026-07-31T15:29:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:29:05Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c76979035ec982
    namespace: kserve-ci-e2e-test
    resourceVersion: "31888"
    uid: d4a4e336-cd62-4bdc-9113-b61f6e5f20f6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31618"
    uid: 68c2a60c-220c-4440-8dd5-54310797d60d
  kind: Event
  lastTimestamp: "2026-07-31T15:29:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:29:18Z"
    name: isvc-xgboost-v2-mlserver.18c769720464706e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31993"
    uid: 001893b1-abcb-4da6-96ad-7fbd0e76aafb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31618"
    uid: 68c2a60c-220c-4440-8dd5-54310797d60d
  kind: Event
  lastTimestamp: "2026-07-31T15:28:35Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:28:35Z"
    name: isvc-xgboost-v2-mlserver.18c7697204cc464e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31633"
    uid: 924284e5-0013-4d8b-9b85-9005eb2d76d9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31991"
    uid: 68c2a60c-220c-4440-8dd5-54310797d60d
  kind: Event
  lastTimestamp: "2026-07-31T15:29:17Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:29:17Z"
    name: isvc-xgboost-v2-mlserver.18c7697bdcb0675d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31992"
    uid: b7bd4718-8818-4796-9d70-a51e8cb6d79f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:32:56.828815Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-wwqb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34201"
    uid: dca8f3c1-aa49-4241-9a7d-e9672fb41ac5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-wwqb7
    to ip-10-0-129-192.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:32:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:32:56Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-wwqb7.18c769aed1167518
    namespace: kserve-ci-e2e-test
    resourceVersion: "34205"
    uid: 15efe70f-4027-4abf-af8d-e4ce2a8883e0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-wwqb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34209"
    uid: dca8f3c1-aa49-4241-9a7d-e9672fb41ac5
  kind: Event
  lastTimestamp: "2026-07-31T15:32:57Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:32:57Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-wwqb7.18c769aeeb0b2aee
    namespace: kserve-ci-e2e-test
    resourceVersion: "34218"
    uid: 4f927667-767e-4171-966f-c6e9b8f1a4f5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-wwqb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34202"
    uid: dca8f3c1-aa49-4241-9a7d-e9672fb41ac5
  kind: Event
  lastTimestamp: "2026-07-31T15:32:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:32:57Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-wwqb7.18c769aeec7683a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34220"
    uid: e7e79ae6-38f2-47a0-9db9-b951f995798a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-wwqb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34202"
    uid: dca8f3c1-aa49-4241-9a7d-e9672fb41ac5
  kind: Event
  lastTimestamp: "2026-07-31T15:32:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:32:57Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-wwqb7.18c769aeef72f2b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34221"
    uid: 59f8c810-287f-482f-95c9-41cee11027f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-wwqb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34202"
    uid: dca8f3c1-aa49-4241-9a7d-e9672fb41ac5
  kind: Event
  lastTimestamp: "2026-07-31T15:32:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:32:57Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-wwqb7.18c769aeefe4965f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34222"
    uid: 4744498c-5c6e-47e5-87cf-96659977b8dc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-wwqb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34202"
    uid: dca8f3c1-aa49-4241-9a7d-e9672fb41ac5
  kind: Event
  lastTimestamp: "2026-07-31T15:33:01Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-31T15:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:33:01Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-wwqb7.18c769affd6e45cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34316"
    uid: 32d6aeec-007c-4a2c-8492-c937044beb85
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-wwqb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34202"
    uid: dca8f3c1-aa49-4241-9a7d-e9672fb41ac5
  kind: Event
  lastTimestamp: "2026-07-31T15:33:20Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.659s (18.659s
    including waiting). Image size: 1307355898 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T15:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:33:20Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-wwqb7.18c769b455a6ce36
    namespace: kserve-ci-e2e-test
    resourceVersion: "34473"
    uid: b39217b6-d79e-4971-bb27-72987984bc26
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-wwqb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34202"
    uid: dca8f3c1-aa49-4241-9a7d-e9672fb41ac5
  kind: Event
  lastTimestamp: "2026-07-31T15:33:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:33:20Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-wwqb7.18c769b459859a79
    namespace: kserve-ci-e2e-test
    resourceVersion: "34475"
    uid: e4fe00e1-ff6f-4932-9861-cd076bf88222
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-wwqb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34202"
    uid: dca8f3c1-aa49-4241-9a7d-e9672fb41ac5
  kind: Event
  lastTimestamp: "2026-07-31T15:33:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:33:20Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-wwqb7.18c769b459fd28b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34476"
    uid: 4a3c7705-3b81-4444-9c37-d8158336813a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-wwqb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34202"
    uid: dca8f3c1-aa49-4241-9a7d-e9672fb41ac5
  kind: Event
  lastTimestamp: "2026-07-31T15:33:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:33:20Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-wwqb7.18c769b45a097c8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34477"
    uid: 5c4d0242-67b2-4151-94fc-d22e778d8320
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-wwqb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34202"
    uid: dca8f3c1-aa49-4241-9a7d-e9672fb41ac5
  kind: Event
  lastTimestamp: "2026-07-31T15:33:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:33:20Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-wwqb7.18c769b45cf4668f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34478"
    uid: b00413cf-5e7f-45b2-9c51-1fe7ca1beff2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-wwqb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34202"
    uid: dca8f3c1-aa49-4241-9a7d-e9672fb41ac5
  kind: Event
  lastTimestamp: "2026-07-31T15:33:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:33:20Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-wwqb7.18c769b45d6a07b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34480"
    uid: dbd563d1-09e2-4d58-ba84-89230d2abe00
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-wwqb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34202"
    uid: dca8f3c1-aa49-4241-9a7d-e9672fb41ac5
  kind: Event
  lastTimestamp: "2026-07-31T15:34:37Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T15:33:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:34:37Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-wwqb7.18c769b4abcd3acf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35164"
    uid: a57eae16-7fe5-4898-9b1b-f874b216ca84
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:34:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-wwqb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34202"
    uid: dca8f3c1-aa49-4241-9a7d-e9672fb41ac5
  kind: Event
  lastTimestamp: "2026-07-31T15:34:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:34:36Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-wwqb7.18c769c61c37e7a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35153"
    uid: 24070ee7-b87c-4bf4-b489-5341cfa611c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:34:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-wwqb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34202"
    uid: dca8f3c1-aa49-4241-9a7d-e9672fb41ac5
  kind: Event
  lastTimestamp: "2026-07-31T15:34:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:34:36Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-wwqb7.18c769c61c3869b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35154"
    uid: 48bfe04f-7101-4a59-86ed-e0d7b867b43d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:34:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-wwqb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34202"
    uid: dca8f3c1-aa49-4241-9a7d-e9672fb41ac5
  kind: Event
  lastTimestamp: "2026-07-31T15:34:37Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:34:37Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-wwqb7.18c769c65e060355
    namespace: kserve-ci-e2e-test
    resourceVersion: "35163"
    uid: f5027a2c-35eb-4ba6-be25-4d8f24218507
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34191"
    uid: 4a8324b8-80da-46a0-82e8-4b010f46e5ab
  kind: Event
  lastTimestamp: "2026-07-31T15:32:56Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-wwqb7'
  metadata:
    creationTimestamp: "2026-07-31T15:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:32:56Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18c769aed0a12748
    namespace: kserve-ci-e2e-test
    resourceVersion: "34203"
    uid: 29470e34-920e-46e2-8fa3-48a82e45ecff
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34187"
    uid: 800938ad-b7b6-4231-91fb-468e61fef671
  kind: Event
  lastTimestamp: "2026-07-31T15:32:56Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:32:56Z"
    name: isvc-xgboost-v2-predictor.18c769aecc7e59a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34192"
    uid: 34ca1aba-a8dd-4ff5-8063-1c0adb26794d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34189"
    uid: 28693dfc-7e48-4ac7-af96-6c109b6719cd
  kind: Event
  lastTimestamp: "2026-07-31T15:33:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:33:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:33:26Z"
    name: isvc-xgboost-v2-predictor.18c769b24b1052c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34522"
    uid: db571a9c-4a9a-40c9-bf4a-2c88ccd4d149
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34189"
    uid: 28693dfc-7e48-4ac7-af96-6c109b6719cd
  kind: Event
  lastTimestamp: "2026-07-31T15:33:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:33:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:33:26Z"
    name: isvc-xgboost-v2-predictor.18c769b24b7e8b04
    namespace: kserve-ci-e2e-test
    resourceVersion: "34523"
    uid: c24e194d-ed4e-4865-a716-41b38daef000
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34412"
    uid: 28693dfc-7e48-4ac7-af96-6c109b6719cd
  kind: Event
  lastTimestamp: "2026-07-31T15:34:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:34:26Z"
    name: isvc-xgboost-v2-predictor.18c769b94954becf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35062"
    uid: 22c2ab5e-77f6-4190-b974-b8c2e261b1a3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T15:33:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34412"
    uid: 28693dfc-7e48-4ac7-af96-6c109b6719cd
  kind: Event
  lastTimestamp: "2026-07-31T15:34:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:34:26Z"
    name: isvc-xgboost-v2-predictor.18c769b949c03da5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35063"
    uid: 60b62c37-b68d-4200-a857-a532008f0c0e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:31:51.543988Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-c4rlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33523"
    uid: d7737771-79a6-4951-a4eb-09b5316f0ee5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-c4rlq
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:31:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:31:51Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-c4rlq.18c7699f9dcf0d40
    namespace: kserve-ci-e2e-test
    resourceVersion: "33531"
    uid: d3db3e2c-0e26-46b2-98e7-98efc7003b56
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-c4rlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33535"
    uid: d7737771-79a6-4951-a4eb-09b5316f0ee5
  kind: Event
  lastTimestamp: "2026-07-31T15:31:51Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:31:51Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-c4rlq.18c7699fb75c4f2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33543"
    uid: 43673aba-788a-4b74-aaa2-af3360ad083e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-c4rlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33527"
    uid: d7737771-79a6-4951-a4eb-09b5316f0ee5
  kind: Event
  lastTimestamp: "2026-07-31T15:31:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:31:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:31:52Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-c4rlq.18c7699fb900cbac
    namespace: kserve-ci-e2e-test
    resourceVersion: "33546"
    uid: d271a6bd-a587-4dc9-a1fd-00e699790ec6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-c4rlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33527"
    uid: d7737771-79a6-4951-a4eb-09b5316f0ee5
  kind: Event
  lastTimestamp: "2026-07-31T15:31:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:31:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:31:52Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-c4rlq.18c7699fbbc96dcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33547"
    uid: 20fd430c-5efd-4032-b4ff-4dca214c39b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-c4rlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33527"
    uid: d7737771-79a6-4951-a4eb-09b5316f0ee5
  kind: Event
  lastTimestamp: "2026-07-31T15:31:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:31:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:31:52Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-c4rlq.18c7699fbc3ec509
    namespace: kserve-ci-e2e-test
    resourceVersion: "33548"
    uid: 87178077-5e4c-421a-92fd-3fd333f36f85
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-c4rlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33527"
    uid: d7737771-79a6-4951-a4eb-09b5316f0ee5
  kind: Event
  lastTimestamp: "2026-07-31T15:31:56Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-31T15:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:31:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-c4rlq.18c769a0cd542f28
    namespace: kserve-ci-e2e-test
    resourceVersion: "33582"
    uid: 77c70694-e1c5-4a69-95ed-910b6b15a761
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-c4rlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33527"
    uid: d7737771-79a6-4951-a4eb-09b5316f0ee5
  kind: Event
  lastTimestamp: "2026-07-31T15:31:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:31:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-c4rlq.18c769a0d041b198
    namespace: kserve-ci-e2e-test
    resourceVersion: "33584"
    uid: cc78e010-fa5d-4b0a-9372-3c401b890f2a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-c4rlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33527"
    uid: d7737771-79a6-4951-a4eb-09b5316f0ee5
  kind: Event
  lastTimestamp: "2026-07-31T15:31:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:31:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-c4rlq.18c769a0d0c28965
    namespace: kserve-ci-e2e-test
    resourceVersion: "33585"
    uid: e3ca36bd-6730-447b-8508-6740871f9a6b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-c4rlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33527"
    uid: d7737771-79a6-4951-a4eb-09b5316f0ee5
  kind: Event
  lastTimestamp: "2026-07-31T15:31:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:31:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-c4rlq.18c769a0d0cd8de1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33586"
    uid: a87cf10a-000d-45d9-b36a-26ac2d8b8cc8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-c4rlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33527"
    uid: d7737771-79a6-4951-a4eb-09b5316f0ee5
  kind: Event
  lastTimestamp: "2026-07-31T15:31:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:31:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-c4rlq.18c769a0d3b071f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33590"
    uid: 03aca6aa-f38a-4ae1-8721-0e6d04404ff6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-c4rlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33527"
    uid: d7737771-79a6-4951-a4eb-09b5316f0ee5
  kind: Event
  lastTimestamp: "2026-07-31T15:31:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:31:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-c4rlq.18c769a0d430eb73
    namespace: kserve-ci-e2e-test
    resourceVersion: "33591"
    uid: be0aac16-ed8b-4c52-9d5c-87576e1f6a31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-c4rlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33527"
    uid: d7737771-79a6-4951-a4eb-09b5316f0ee5
  kind: Event
  lastTimestamp: "2026-07-31T15:32:34Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-31T15:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:32:34Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-c4rlq.18c769a9a80a406b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33946"
    uid: 093ddd6e-77d1-45ef-b023-3af9c39cfeea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-c4rlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33527"
    uid: d7737771-79a6-4951-a4eb-09b5316f0ee5
  kind: Event
  lastTimestamp: "2026-07-31T15:32:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:32:51Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-c4rlq.18c769ad9a469e39
    namespace: kserve-ci-e2e-test
    resourceVersion: "34118"
    uid: d5b329c1-bc6e-4b67-aa78-885176ac35aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-c4rlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33527"
    uid: d7737771-79a6-4951-a4eb-09b5316f0ee5
  kind: Event
  lastTimestamp: "2026-07-31T15:32:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:32:51Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-c4rlq.18c769ad9a4750b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34119"
    uid: 161a354e-18c3-4727-9420-57ac82946298
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-c4rlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33527"
    uid: d7737771-79a6-4951-a4eb-09b5316f0ee5
  kind: Event
  lastTimestamp: "2026-07-31T15:32:54Z"
  message: 'Readiness probe failed: Get "https://10.134.0.53:8643/healthz": dial tcp
    10.134.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:32:54Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-c4rlq.18c769ae4f392e50
    namespace: kserve-ci-e2e-test
    resourceVersion: "34159"
    uid: 3c134676-b46a-4a39-98fe-b805d41a60bf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: 7a1c2afa-2132-416f-b6fc-ded5142c4e31
  kind: Event
  lastTimestamp: "2026-07-31T15:31:51Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-c4rlq'
  metadata:
    creationTimestamp: "2026-07-31T15:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:31:51Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18c7699f9d633be5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33526"
    uid: 1a3c1587-de90-4833-9f37-1c1a3c96583e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33511"
    uid: 236522cf-a6e6-4fa7-ac4e-f3d053c58ee5
  kind: Event
  lastTimestamp: "2026-07-31T15:31:51Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:31:51Z"
    name: isvc-xgboost-v2-runtime-predictor.18c7699f99e23d4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33516"
    uid: ed5370a5-6381-4937-9d2a-d31899dda59f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33512"
    uid: 3a97104a-fca5-46a5-b61c-958c3eb8b273
  kind: Event
  lastTimestamp: "2026-07-31T15:32:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:32:36Z"
    name: isvc-xgboost-v2-runtime-predictor.18c769a3184c112b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33960"
    uid: 0cf28e2e-720b-4d13-88a1-25d6de9776c1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33512"
    uid: 3a97104a-fca5-46a5-b61c-958c3eb8b273
  kind: Event
  lastTimestamp: "2026-07-31T15:32:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:32:36Z"
    name: isvc-xgboost-v2-runtime-predictor.18c769a318c7f08b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33962"
    uid: d1038c76-e3eb-408d-b13b-86e48b27bd88
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33662"
    uid: 3a97104a-fca5-46a5-b61c-958c3eb8b273
  kind: Event
  lastTimestamp: "2026-07-31T15:32:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:32:51Z"
    name: isvc-xgboost-v2-runtime-predictor.18c769ad95a461a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34100"
    uid: cce1c61d-eb92-4aa0-bff5-cb8f5bcf2a4a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33662"
    uid: 3a97104a-fca5-46a5-b61c-958c3eb8b273
  kind: Event
  lastTimestamp: "2026-07-31T15:32:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:32:51Z"
    name: isvc-xgboost-v2-runtime-predictor.18c769ad962caad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34103"
    uid: 73ba72ee-7695-4a3d-a0dc-bc97909497e4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33504"
    uid: 3ca09387-4ef9-43a4-893a-7de6c2dd10bb
  kind: Event
  lastTimestamp: "2026-07-31T15:32:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:32:44Z"
    name: isvc-xgboost-v2-runtime.18c7699f99e13670
    namespace: kserve-ci-e2e-test
    resourceVersion: "34041"
    uid: 36ae4e5d-a3db-4261-8d2e-8e79801bc5ab
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33504"
    uid: 3ca09387-4ef9-43a4-893a-7de6c2dd10bb
  kind: Event
  lastTimestamp: "2026-07-31T15:31:51Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:31:51Z"
    name: isvc-xgboost-v2-runtime.18c7699f9a75715a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33537"
    uid: c61032f4-fd0a-4869-94a6-75e1be578e43
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:31:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33507"
    uid: 3ca09387-4ef9-43a4-893a-7de6c2dd10bb
  kind: Event
  lastTimestamp: "2026-07-31T15:31:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:31:51Z"
    name: isvc-xgboost-v2-runtime.18c7699fa095da71
    namespace: kserve-ci-e2e-test
    resourceVersion: "33538"
    uid: 0751d8d0-a1dc-4327-bb60-8d33b80528bf
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34039"
    uid: 3ca09387-4ef9-43a4-893a-7de6c2dd10bb
  kind: Event
  lastTimestamp: "2026-07-31T15:32:44Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:32:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:32:44Z"
    name: isvc-xgboost-v2-runtime.18c769ac04a0907a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34040"
    uid: 2d48c45b-5ebe-4893-b42d-4c422d6ea4dd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34180"
    uid: 4cac12a5-7a3f-4de7-9ff8-3c2efbf47520
  kind: Event
  lastTimestamp: "2026-07-31T15:34:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:34:28Z"
    name: isvc-xgboost-v2.18c769aecc905fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35078"
    uid: 70a14d55-4497-4483-8f76-fece9823a500
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:32:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34180"
    uid: 4cac12a5-7a3f-4de7-9ff8-3c2efbf47520
  kind: Event
  lastTimestamp: "2026-07-31T15:32:56Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:32:56Z"
    name: isvc-xgboost-v2.18c769aecd039223
    namespace: kserve-ci-e2e-test
    resourceVersion: "34196"
    uid: ba318e28-ce55-42d7-bf83-a93d5f85c2e0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:34:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35076"
    uid: 4cac12a5-7a3f-4de7-9ff8-3c2efbf47520
  kind: Event
  lastTimestamp: "2026-07-31T15:34:28Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:34:28Z"
    name: isvc-xgboost-v2.18c769c40f31c425
    namespace: kserve-ci-e2e-test
    resourceVersion: "35077"
    uid: 5a1f845c-930d-437d-b121-37ccade31bfb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-31T15:26:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "30645"
    uid: f8bd7b81-2e96-4a35-898c-6fdc85ea70c6
  kind: Event
  lastTimestamp: "2026-07-31T15:28:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:28:20Z"
    name: isvc-xgboost.18c769598241019e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31471"
    uid: 857cdd45-ae0c-4075-9a67-1f76a612594a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:26:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "30645"
    uid: f8bd7b81-2e96-4a35-898c-6fdc85ea70c6
  kind: Event
  lastTimestamp: "2026-07-31T15:26:50Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-31T15:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:26:50Z"
    name: isvc-xgboost.18c769598311fe34
    namespace: kserve-ci-e2e-test
    resourceVersion: "30674"
    uid: 4fef6d64-3219-4ab0-8fdf-a0914d37b098
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:26:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "30649"
    uid: f8bd7b81-2e96-4a35-898c-6fdc85ea70c6
  kind: Event
  lastTimestamp: "2026-07-31T15:26:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:26:50Z"
    name: isvc-xgboost.18c7695989d506f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30676"
    uid: 247c874c-0f30-43ba-9e34-3cc7a1ec786e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:28:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "31469"
    uid: f8bd7b81-2e96-4a35-898c-6fdc85ea70c6
  kind: Event
  lastTimestamp: "2026-07-31T15:28:20Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:28:20Z"
    name: isvc-xgboost.18c7696e83dc3052
    namespace: kserve-ci-e2e-test
    resourceVersion: "31470"
    uid: f130e7b9-4cda-4eda-b8cc-83cd1e7de69e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:02:31.157264Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-kl99q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16801"
    uid: b189726d-1b57-4ec4-876d-37850bb398d9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-kl99q
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:02:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:02:31Z"
    name: message-dumper-predictor-6575bcfdfd-kl99q.18c76805be955751
    namespace: kserve-ci-e2e-test
    resourceVersion: "16805"
    uid: 49f9ce42-eaba-44bb-ad8e-8edfb0ef5124
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-kl99q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16803"
    uid: b189726d-1b57-4ec4-876d-37850bb398d9
  kind: Event
  lastTimestamp: "2026-07-31T15:02:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:02:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:31Z"
    name: message-dumper-predictor-6575bcfdfd-kl99q.18c76805c733b46c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16814"
    uid: 1983738b-b8d9-412a-94fd-806271f9987c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-kl99q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16809"
    uid: b189726d-1b57-4ec4-876d-37850bb398d9
  kind: Event
  lastTimestamp: "2026-07-31T15:02:32Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:02:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:02:32Z"
    name: message-dumper-predictor-6575bcfdfd-kl99q.18c76805fc2cac3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16823"
    uid: cfb456b8-901a-4674-bdf9-9d1a03b0c576
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-kl99q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16803"
    uid: b189726d-1b57-4ec4-876d-37850bb398d9
  kind: Event
  lastTimestamp: "2026-07-31T15:02:32Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-31T15:02:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:32Z"
    name: message-dumper-predictor-6575bcfdfd-kl99q.18c76805fda51a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "16825"
    uid: 5b8a2072-29b1-44f6-9cba-8b7341e2d142
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-kl99q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16803"
    uid: b189726d-1b57-4ec4-876d-37850bb398d9
  kind: Event
  lastTimestamp: "2026-07-31T15:02:33Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.234s (1.234s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T15:02:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:33Z"
    name: message-dumper-predictor-6575bcfdfd-kl99q.18c76806473ece6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16834"
    uid: fa08ef7c-ee99-4030-a75e-ceab49a8b733
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-kl99q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16803"
    uid: b189726d-1b57-4ec4-876d-37850bb398d9
  kind: Event
  lastTimestamp: "2026-07-31T15:02:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:02:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:33Z"
    name: message-dumper-predictor-6575bcfdfd-kl99q.18c768064ad593fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16835"
    uid: 16211227-c769-416f-adf6-38d76ed8a82a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-kl99q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16803"
    uid: b189726d-1b57-4ec4-876d-37850bb398d9
  kind: Event
  lastTimestamp: "2026-07-31T15:02:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:02:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:33Z"
    name: message-dumper-predictor-6575bcfdfd-kl99q.18c768064b5e528e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16836"
    uid: b600b7d8-67e5-463a-9d70-ab0b84e5838b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-kl99q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16803"
    uid: b189726d-1b57-4ec4-876d-37850bb398d9
  kind: Event
  lastTimestamp: "2026-07-31T15:02:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:02:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:33Z"
    name: message-dumper-predictor-6575bcfdfd-kl99q.18c768064b685876
    namespace: kserve-ci-e2e-test
    resourceVersion: "16837"
    uid: 7c744872-c396-4845-8b76-70fdf58c0b26
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-kl99q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16803"
    uid: b189726d-1b57-4ec4-876d-37850bb398d9
  kind: Event
  lastTimestamp: "2026-07-31T15:02:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:02:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:33Z"
    name: message-dumper-predictor-6575bcfdfd-kl99q.18c768064e47936d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 5db8688c-ac2a-471b-ab9e-3f8b45d9f391
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-kl99q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16803"
    uid: b189726d-1b57-4ec4-876d-37850bb398d9
  kind: Event
  lastTimestamp: "2026-07-31T15:02:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:02:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:02:33Z"
    name: message-dumper-predictor-6575bcfdfd-kl99q.18c768064ec77adf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16840"
    uid: 22f60898-4958-4d53-8521-5268205cd7e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-kl99q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16803"
    uid: b189726d-1b57-4ec4-876d-37850bb398d9
  kind: Event
  lastTimestamp: "2026-07-31T15:04:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:04:26Z"
    name: message-dumper-predictor-6575bcfdfd-kl99q.18c7682094827770
    namespace: kserve-ci-e2e-test
    resourceVersion: "18082"
    uid: df8c2301-c381-4327-a53d-009fe232eebd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-kl99q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16803"
    uid: b189726d-1b57-4ec4-876d-37850bb398d9
  kind: Event
  lastTimestamp: "2026-07-31T15:04:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:04:26Z"
    name: message-dumper-predictor-6575bcfdfd-kl99q.18c768209482fb9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18083"
    uid: b5f15eb7-206e-492e-be19-f7292be19ece
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16789"
    uid: bae3f3a8-850e-4750-87c9-f15352566736
  kind: Event
  lastTimestamp: "2026-07-31T15:02:31Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-kl99q'
  metadata:
    creationTimestamp: "2026-07-31T15:02:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:02:31Z"
    name: message-dumper-predictor-6575bcfdfd.18c76805be23dc44
    namespace: kserve-ci-e2e-test
    resourceVersion: "16802"
    uid: a76a295a-6f89-4d20-a1be-5d6f5633cb16
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16784"
    uid: 81034bd2-9016-403b-9f58-eeaf3dd8fb4d
  kind: Event
  lastTimestamp: "2026-07-31T15:02:31Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T15:02:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:02:31Z"
    name: message-dumper-predictor.18c76805b9a5a61f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16791"
    uid: b8b20707-6b8c-40d7-baea-fe2b39e2bb9b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16787"
    uid: 58b312fa-566f-4d44-b459-daedf44be49d
  kind: Event
  lastTimestamp: "2026-07-31T15:03:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:03:01Z"
    name: message-dumper-predictor.18c7680939e2a265
    namespace: kserve-ci-e2e-test
    resourceVersion: "17198"
    uid: 0ce742e1-110d-45dd-b971-8024a5141068
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16787"
    uid: 58b312fa-566f-4d44-b459-daedf44be49d
  kind: Event
  lastTimestamp: "2026-07-31T15:03:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:03:01Z"
    name: message-dumper-predictor.18c768093ab1a1a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17199"
    uid: b58a6919-6be3-4700-a10a-f05fc9ca72cf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16761"
    uid: 832a6dec-0800-42ed-b7f9-28a8dc36f6e2
  kind: Event
  lastTimestamp: "2026-07-31T15:02:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:02:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:02:42Z"
    name: message-dumper.18c76805ba424df0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16919"
    uid: 35d3a39f-e3d9-42fc-9c86-c950ee4e639e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16761"
    uid: 832a6dec-0800-42ed-b7f9-28a8dc36f6e2
  kind: Event
  lastTimestamp: "2026-07-31T15:02:31Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-31T15:02:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:02:31Z"
    name: message-dumper.18c76805baba6495
    namespace: kserve-ci-e2e-test
    resourceVersion: "16795"
    uid: 5c6a7063-939c-4dcf-a1d2-3894801e4394
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:02:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16917"
    uid: 832a6dec-0800-42ed-b7f9-28a8dc36f6e2
  kind: Event
  lastTimestamp: "2026-07-31T15:02:42Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:02:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:02:42Z"
    name: message-dumper.18c7680861baecdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16918"
    uid: c216d223-24c2-4e4b-8a09-68be239ed4b4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:14:59.726916Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23792"
    uid: d2e6aa46-a3e9-4993-be7d-00fdec10e75a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:14:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:14:59Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5.18c768b408cfc503
    namespace: kserve-ci-e2e-test
    resourceVersion: "23797"
    uid: 562fdf63-1b57-4cca-95ef-ca0af7068f1b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23795"
    uid: d2e6aa46-a3e9-4993-be7d-00fdec10e75a
  kind: Event
  lastTimestamp: "2026-07-31T15:14:59Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sklearn-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T15:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:14:59Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5.18c768b412e0fa5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23804"
    uid: 2badc953-967d-4e27-b6d9-33a4bc56dd8a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:15:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23801"
    uid: d2e6aa46-a3e9-4993-be7d-00fdec10e75a
  kind: Event
  lastTimestamp: "2026-07-31T15:15:00Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:15:00Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5.18c768b44623fdac
    namespace: kserve-ci-e2e-test
    resourceVersion: "23813"
    uid: d855382d-ccd3-4fa5-bb11-02ee07cc59a0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:15:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23795"
    uid: d2e6aa46-a3e9-4993-be7d-00fdec10e75a
  kind: Event
  lastTimestamp: "2026-07-31T15:15:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:15:00Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5.18c768b447972d54
    namespace: kserve-ci-e2e-test
    resourceVersion: "23815"
    uid: 48552641-fada-4612-9c5c-7026898c21d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:15:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23795"
    uid: d2e6aa46-a3e9-4993-be7d-00fdec10e75a
  kind: Event
  lastTimestamp: "2026-07-31T15:15:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:15:00Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5.18c768b44b01e595
    namespace: kserve-ci-e2e-test
    resourceVersion: "23817"
    uid: 28b06490-50f9-4290-b45c-4a7cbadd3d58
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:15:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23795"
    uid: d2e6aa46-a3e9-4993-be7d-00fdec10e75a
  kind: Event
  lastTimestamp: "2026-07-31T15:15:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:15:00Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5.18c768b44b7d415e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23818"
    uid: b7a58a90-b977-49f6-9602-37912644f5cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:15:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23795"
    uid: d2e6aa46-a3e9-4993-be7d-00fdec10e75a
  kind: Event
  lastTimestamp: "2026-07-31T15:15:05Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-07-31T15:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:15:05Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5.18c768b557955a9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23855"
    uid: b136c944-f961-4ea3-85c6-292bdb1c059e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23795"
    uid: d2e6aa46-a3e9-4993-be7d-00fdec10e75a
  kind: Event
  lastTimestamp: "2026-07-31T15:17:11Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m6.629s
    (2m6.629s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T15:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:17:11Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5.18c768d2d350ef2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24772"
    uid: 142cfd83-5e41-4fb2-9d34-08e4a3d70e9c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23795"
    uid: d2e6aa46-a3e9-4993-be7d-00fdec10e75a
  kind: Event
  lastTimestamp: "2026-07-31T15:17:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:17:12Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5.18c768d2d9121349
    namespace: kserve-ci-e2e-test
    resourceVersion: "24775"
    uid: 02cbc0b7-f2ca-43dd-b7b9-01755a2b6de7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23795"
    uid: d2e6aa46-a3e9-4993-be7d-00fdec10e75a
  kind: Event
  lastTimestamp: "2026-07-31T15:17:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:17:12Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5.18c768d2da5e001b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24776"
    uid: bd85e6a2-25f1-49f5-96b7-7e058ad84afe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23795"
    uid: d2e6aa46-a3e9-4993-be7d-00fdec10e75a
  kind: Event
  lastTimestamp: "2026-07-31T15:17:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:17:12Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5.18c768d2da6aa60a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24777"
    uid: 693c11fc-cbdc-4277-b52b-e53f53bc8ef9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23795"
    uid: d2e6aa46-a3e9-4993-be7d-00fdec10e75a
  kind: Event
  lastTimestamp: "2026-07-31T15:17:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:17:12Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5.18c768d2e0da3475
    namespace: kserve-ci-e2e-test
    resourceVersion: "24778"
    uid: 68ef8b54-ae05-4702-bb32-fad062e30853
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23795"
    uid: d2e6aa46-a3e9-4993-be7d-00fdec10e75a
  kind: Event
  lastTimestamp: "2026-07-31T15:17:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:17:12Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5.18c768d2e1ec1a43
    namespace: kserve-ci-e2e-test
    resourceVersion: "24779"
    uid: e4f0b930-7022-449e-ab0f-1d13d3baef8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23795"
    uid: d2e6aa46-a3e9-4993-be7d-00fdec10e75a
  kind: Event
  lastTimestamp: "2026-07-31T15:17:48Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-31T15:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:17:48Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5.18c768db7056c311
    namespace: kserve-ci-e2e-test
    resourceVersion: "25164"
    uid: dc192392-9878-4f40-bf4b-856ec71bcdf8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23795"
    uid: d2e6aa46-a3e9-4993-be7d-00fdec10e75a
  kind: Event
  lastTimestamp: "2026-07-31T15:17:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:17:59Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5.18c768ddfc1562ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "25277"
    uid: 60c15021-e483-482b-b6aa-d9dbfc46c625
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23795"
    uid: d2e6aa46-a3e9-4993-be7d-00fdec10e75a
  kind: Event
  lastTimestamp: "2026-07-31T15:17:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:17:59Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5.18c768ddfc1618cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25278"
    uid: 48200872-2936-4236-b5a1-bb0eb046dfb3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:18:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23795"
    uid: d2e6aa46-a3e9-4993-be7d-00fdec10e75a
  kind: Event
  lastTimestamp: "2026-07-31T15:18:03Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:18:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:18:03Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5.18c768dee9b21cd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25306"
    uid: a9d59306-c2de-40a1-8765-9166a93b29d8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23782"
    uid: 0ea13ec3-99d3-4ca8-a34f-3b4e204ba7a6
  kind: Event
  lastTimestamp: "2026-07-31T15:14:59Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-wdnj5'
  metadata:
    creationTimestamp: "2026-07-31T15:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:14:59Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18c768b4083b1965
    namespace: kserve-ci-e2e-test
    resourceVersion: "23794"
    uid: f03a5ea4-e547-4fb5-9022-0e6275edc662
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23780"
    uid: 6837a532-7287-4e5c-8e6c-99f64a6eeddc
  kind: Event
  lastTimestamp: "2026-07-31T15:14:59Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-31T15:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:14:59Z"
    name: sklearn-v2-mlserver-predictor.18c768b404ebbc4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23783"
    uid: 37e9ae96-620c-4850-b509-7d04dc5ed553
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:15:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23781"
    uid: 075f93b1-7ff1-44b1-892d-afb758636cdc
  kind: Event
  lastTimestamp: "2026-07-31T15:17:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:17:44Z"
    name: sklearn-v2-mlserver-predictor.18c768b783f83f5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25134"
    uid: 050c7727-92a9-462a-8280-c36d90655d56
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:15:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23781"
    uid: 075f93b1-7ff1-44b1-892d-afb758636cdc
  kind: Event
  lastTimestamp: "2026-07-31T15:17:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:17:44Z"
    name: sklearn-v2-mlserver-predictor.18c768b7846ab168
    namespace: kserve-ci-e2e-test
    resourceVersion: "25135"
    uid: b17949ff-22c0-4d96-9d75-31b903c3d53d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23919"
    uid: 075f93b1-7ff1-44b1-892d-afb758636cdc
  kind: Event
  lastTimestamp: "2026-07-31T15:17:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:17:59Z"
    name: sklearn-v2-mlserver-predictor.18c768ddfa3e56a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25271"
    uid: 47ab3ca5-c07c-4e5c-8c2b-6358fa97333d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23919"
    uid: 075f93b1-7ff1-44b1-892d-afb758636cdc
  kind: Event
  lastTimestamp: "2026-07-31T15:17:59Z"
  message: horizontalpodautoscalers.autoscaling "sklearn-v2-mlserver-predictor" not
    found
  metadata:
    creationTimestamp: "2026-07-31T15:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:17:59Z"
    name: sklearn-v2-mlserver-predictor.18c768ddfacc53b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25274"
    uid: 69690e65-2ec1-4a7b-bebf-6d30b5c0919b
  reason: FailedUpdateStatus
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23919"
    uid: 075f93b1-7ff1-44b1-892d-afb758636cdc
  kind: Event
  lastTimestamp: "2026-07-31T15:17:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:17:59Z"
    name: sklearn-v2-mlserver-predictor.18c768ddfacd2702
    namespace: kserve-ci-e2e-test
    resourceVersion: "25275"
    uid: 08d0e3cd-4e5b-47a5-84ce-11978286f7ac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "23770"
    uid: c98fe538-d08e-49f5-98a5-e745a836d98c
  kind: Event
  lastTimestamp: "2026-07-31T15:17:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:17:59Z"
    name: sklearn-v2-mlserver.18c768b404edf8cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25251"
    uid: 8dcdfd04-4422-4d8a-83b8-ded3ee261097
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:14:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "23770"
    uid: c98fe538-d08e-49f5-98a5-e745a836d98c
  kind: Event
  lastTimestamp: "2026-07-31T15:14:59Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:14:59Z"
    name: sklearn-v2-mlserver.18c768b405647a2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23787"
    uid: 448c6d69-b833-49e0-95d4-96cecf502768
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:17:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "25247"
    uid: c98fe538-d08e-49f5-98a5-e745a836d98c
  kind: Event
  lastTimestamp: "2026-07-31T15:17:58Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:17:58Z"
    name: sklearn-v2-mlserver.18c768ddc56556d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25248"
    uid: 59903827-dfcf-4ea1-8f05-1c0828f32d1e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T15:29:31.067264Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dvvcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32120"
    uid: a68ef276-e099-43e3-b088-fe194f57f0ca
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-dvvcv
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T15:29:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T15:29:31Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dvvcv.18c7697ee8be51e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32126"
    uid: 7ddc5956-788d-4f59-8c91-2a9b05513bab
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-64f8bfbf-mcdhf
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dvvcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32130"
    uid: a68ef276-e099-43e3-b088-fe194f57f0ca
  kind: Event
  lastTimestamp: "2026-07-31T15:29:31Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T15:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T15:29:31Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dvvcv.18c7697f02617732
    namespace: kserve-ci-e2e-test
    resourceVersion: "32138"
    uid: b1fa94aa-1f6d-4b29-a78b-f3862f867254
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dvvcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32124"
    uid: a68ef276-e099-43e3-b088-fe194f57f0ca
  kind: Event
  lastTimestamp: "2026-07-31T15:29:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9f3ee656918f8773cccaed053f1f1333c434d42ed980ad7a0ad04ab3b2c3253b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:29:31Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dvvcv.18c7697f044468e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32140"
    uid: d7c84d60-a5fe-4fc7-a02f-a83bdf2bb609
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dvvcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32124"
    uid: a68ef276-e099-43e3-b088-fe194f57f0ca
  kind: Event
  lastTimestamp: "2026-07-31T15:29:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T15:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:29:31Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dvvcv.18c7697f06fbd692
    namespace: kserve-ci-e2e-test
    resourceVersion: "32142"
    uid: 9594a6e1-7936-4692-8bf1-78aa07ccfc3f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dvvcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32124"
    uid: a68ef276-e099-43e3-b088-fe194f57f0ca
  kind: Event
  lastTimestamp: "2026-07-31T15:29:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T15:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:29:31Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dvvcv.18c7697f077618b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32143"
    uid: 03efa787-ab12-4545-a3a8-cc0df023a169
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dvvcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32124"
    uid: a68ef276-e099-43e3-b088-fe194f57f0ca
  kind: Event
  lastTimestamp: "2026-07-31T15:29:36Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-31T15:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:29:36Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dvvcv.18c7698013c0d7a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32186"
    uid: 3d427055-2a92-47f3-bf6b-afcd626c1aff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dvvcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32124"
    uid: a68ef276-e099-43e3-b088-fe194f57f0ca
  kind: Event
  lastTimestamp: "2026-07-31T15:29:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T15:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:29:36Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dvvcv.18c76980170957b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32188"
    uid: 645fa780-2f19-4be0-832b-6546210c91c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dvvcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32124"
    uid: a68ef276-e099-43e3-b088-fe194f57f0ca
  kind: Event
  lastTimestamp: "2026-07-31T15:29:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:29:36Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dvvcv.18c7698017857b12
    namespace: kserve-ci-e2e-test
    resourceVersion: "32190"
    uid: 463df04e-77ec-4048-b3e5-87e3efdebb66
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dvvcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32124"
    uid: a68ef276-e099-43e3-b088-fe194f57f0ca
  kind: Event
  lastTimestamp: "2026-07-31T15:29:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T15:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:29:36Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dvvcv.18c769801790cb43
    namespace: kserve-ci-e2e-test
    resourceVersion: "32193"
    uid: 31e0c0a1-53ca-455a-bd13-72e4329f677b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dvvcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32124"
    uid: a68ef276-e099-43e3-b088-fe194f57f0ca
  kind: Event
  lastTimestamp: "2026-07-31T15:29:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T15:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:29:36Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dvvcv.18c769801a509c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "32194"
    uid: 8fffd7fd-a657-4d42-ac0a-65519a84451a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dvvcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32124"
    uid: a68ef276-e099-43e3-b088-fe194f57f0ca
  kind: Event
  lastTimestamp: "2026-07-31T15:29:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:29:36Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dvvcv.18c769801ace3274
    namespace: kserve-ci-e2e-test
    resourceVersion: "32196"
    uid: db4c0cc2-01cc-4db4-9394-0245add06e51
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:30:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dvvcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32124"
    uid: a68ef276-e099-43e3-b088-fe194f57f0ca
  kind: Event
  lastTimestamp: "2026-07-31T15:30:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T15:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:30:21Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dvvcv.18c7698a8f3d5a02
    namespace: kserve-ci-e2e-test
    resourceVersion: "32644"
    uid: 8ff4e854-69b3-4d18-9dcf-ba7b5c1ccb83
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:30:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dvvcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32124"
    uid: a68ef276-e099-43e3-b088-fe194f57f0ca
  kind: Event
  lastTimestamp: "2026-07-31T15:30:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T15:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:30:21Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dvvcv.18c7698a8f3e9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32645"
    uid: 91181ec2-603b-4768-9a7c-fba3b99460f1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dvvcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32124"
    uid: a68ef276-e099-43e3-b088-fe194f57f0ca
  kind: Event
  lastTimestamp: "2026-07-31T15:30:24Z"
  message: 'Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp
    10.134.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:30:24Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dvvcv.18c7698b4194633d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32669"
    uid: 9dc25cb7-47c5-43b2-86a5-86663061b7b0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dvvcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32124"
    uid: a68ef276-e099-43e3-b088-fe194f57f0ca
  kind: Event
  lastTimestamp: "2026-07-31T15:30:24Z"
  message: 'Readiness probe failed: Get "http://10.134.0.50:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.50:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T15:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T15:30:24Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-dvvcv.18c7698b41f401dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32670"
    uid: cee159c4-f038-4966-bba5-722841f1004c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32111"
    uid: 2280026e-84dd-4090-a35f-91255a0b5f79
  kind: Event
  lastTimestamp: "2026-07-31T15:29:31Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-dvvcv'
  metadata:
    creationTimestamp: "2026-07-31T15:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:29:31Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18c7697ee84c7e1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32123"
    uid: e0b657ad-752a-48ea-9e6e-adf86af2b1d1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32109"
    uid: ff8fc81c-2e20-4bf7-ae4b-7a32649eb1cc
  kind: Event
  lastTimestamp: "2026-07-31T15:29:30Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-31T15:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:29:30Z"
    name: xgboost-v2-mlserver-predictor.18c7697ee49c8316
    namespace: kserve-ci-e2e-test
    resourceVersion: "32112"
    uid: baf8f296-4f83-44ad-8962-7f9c4175ee13
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32110"
    uid: f7bcced2-31df-4587-8c23-77a4c47fc16a
  kind: Event
  lastTimestamp: "2026-07-31T15:30:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:30:01Z"
    name: xgboost-v2-mlserver-predictor.18c7698263e6bfb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32469"
    uid: c53b9fc4-5818-4b1f-b0ad-cc6501830742
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32110"
    uid: f7bcced2-31df-4587-8c23-77a4c47fc16a
  kind: Event
  lastTimestamp: "2026-07-31T15:30:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T15:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:30:01Z"
    name: xgboost-v2-mlserver-predictor.18c76982644df0a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32470"
    uid: ff987344-10bf-4698-9650-9ee1987280b4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:30:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32273"
    uid: f7bcced2-31df-4587-8c23-77a4c47fc16a
  kind: Event
  lastTimestamp: "2026-07-31T15:30:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:30:16Z"
    name: xgboost-v2-mlserver-predictor.18c769896291b277
    namespace: kserve-ci-e2e-test
    resourceVersion: "32595"
    uid: d3ee60de-5766-49d7-89b9-639691440db2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:30:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32273"
    uid: f7bcced2-31df-4587-8c23-77a4c47fc16a
  kind: Event
  lastTimestamp: "2026-07-31T15:30:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T15:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T15:30:16Z"
    name: xgboost-v2-mlserver-predictor.18c769896303e8e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32597"
    uid: 5a122808-17ed-46c6-b96b-058dd2ac2a0d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "32102"
    uid: 975262c1-f3e5-4cdb-9161-d19893686307
  kind: Event
  lastTimestamp: "2026-07-31T15:30:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T15:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:30:14Z"
    name: xgboost-v2-mlserver.18c7697ee4c8b3b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32580"
    uid: 63425751-5eff-4f79-a5ae-1a281ec2b6a7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:29:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "32102"
    uid: 975262c1-f3e5-4cdb-9161-d19893686307
  kind: Event
  lastTimestamp: "2026-07-31T15:29:31Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T15:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:29:31Z"
    name: xgboost-v2-mlserver.18c7697ee54ddbc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32116"
    uid: 6832f7fa-eba6-47ab-8106-b07910c55dc3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T15:30:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "32578"
    uid: 975262c1-f3e5-4cdb-9161-d19893686307
  kind: Event
  lastTimestamp: "2026-07-31T15:30:14Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-31T15:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T15:30:14Z"
    name: xgboost-v2-mlserver.18c76988f3838816
    namespace: kserve-ci-e2e-test
    resourceVersion: "32579"
    uid: 773ebff8-06cb-4243-8feb-3fed9009865e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "39855"